<!DOCTYPE html><html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" data-whc_version="25.0">
    <head><link rel="shortcut icon" href="../../../oxygen-webhelp/template/images/favicon.png"/><link rel="icon" href="../../../oxygen-webhelp/template/images/favicon.png"/><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"/><meta name="viewport" content="width=device-width, initial-scale=1.0"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><meta name="copyright" content="(C) Copyright 2024"/><meta name="generator" content="DITA-OT"/><meta name="description" content="The Web Client origin reads data from an HTTP endpoint. For information about supported versions, see Supported Systems and Versions . The Web Client origin requires that Data Collector use Java ..."/><meta name="prodname" content="Data Collector"/><meta name="version" content="3"/><meta name="release" content="16"/><meta name="modification" content="0"/>        
      <title>Web Client</title><!--  Generated with Oxygen version 25.1, build number 2023042410.  --><meta name="wh-path2root" content="../../../"/><meta name="wh-toc-id" content="concept_jd3_qxg_51c-d16893e34397"/><meta name="wh-source-relpath" content="datacollector/UserGuide/Origins/WebClientO.dita"/><meta name="wh-out-relpath" content="datacollector/UserGuide/Origins/WebClientO.html"/>

    <link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/app/commons.css?buildId=2023042410"/>
    <link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/app/topic.css?buildId=2023042410"/>

    <script src="../../../oxygen-webhelp/app/options/properties.js?buildId=20240802104629"></script>
    <script src="../../../oxygen-webhelp/app/localization/strings.js?buildId=2023042410"></script>
    <script src="../../../oxygen-webhelp/app/search/index/keywords.js?buildId=20240802104629"></script>
    <script defer="defer" src="../../../oxygen-webhelp/app/commons.js?buildId=2023042410"></script>
    <script defer="defer" src="../../../oxygen-webhelp/app/topic.js?buildId=2023042410"></script>
<link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/template/light.css?buildId=2023042410"/><link rel="stylesheet" type="text/css" href="../../../skin.css"/></head>

    <body class="wh_topic_page frmBody">
        
        
        

        
<nav class="navbar navbar-default wh_header" data-whc_version="25.0">
    <div class="container-fluid">
        <div class="wh_header_flex_container navbar-nav navbar-expand-md navbar-dark">
            <div class="wh_logo_and_publication_title_container">
                <div class="wh_logo_and_publication_title">
                    
                    <!--
                            This component will be generated when the next parameters are specified in the transformation scenario:
                            'webhelp.logo.image' and 'webhelp.logo.image.target.url'.
                            See: http://oxygenxml.com/doc/versions/17.1/ug-editor/#topics/dita_webhelp_output.html.
                    -->
                    
                    <div class=" wh_publication_title "><a href="../../../index.html"><span class="booktitle">  <span class="ph mainbooktitle"><span class="ph">Data Collector</span> User Guide</span>  </span></a></div>
                    
                </div>
                
                <!-- The menu button for mobile devices is copied in the output only when the 'webhelp.show.top.menu' parameter is set to 'yes' -->
                
            </div>

            <div class="wh_top_menu_and_indexterms_link collapse navbar-collapse">
                
                
                <div class=" wh_indexterms_link "><a href="../../../indexTerms.html" title="Index" aria-label="Go to index terms page"><span>Index</span></a></div>
                
            </div>
        </div>
    </div>
</nav>

        <div class=" wh_search_input navbar-form wh_topic_page_search search " role="form">


<form id="searchForm" method="get" role="search" action="../../../search.html"><div><input type="search" placeholder="Search " class="wh_search_textfield" id="textToSearch" name="searchQuery" aria-label="Search query" required="required"/><button type="submit" class="wh_search_button" aria-label="Search"><span class="search_input_text">Search</span></button></div></form>

</div>
        
        <div class="container-fluid">
            <div class="row">

                <nav class="wh_tools d-print-none">
                    
<div data-tooltip-position="bottom" class=" wh_breadcrumb "><ol class="d-print-none"><li><span class="home"><a href="../../../index.html"><span>Home</span></a></span></li><li><div class="topicref" data-id="concept_yjl_nc5_jq"><div class="title"><a href="../../../datacollector/UserGuide/Origins/Origins_title.html">Origins</a></div></div></li><li class="active"><div class="topicref" data-id="concept_jd3_qxg_51c"><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebClientO.html#concept_jd3_qxg_51c">Web Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li></ol></div>



                    <div class="wh_right_tools "><button class="wh_hide_highlight" aria-label="Toggle search highlights" title="Toggle search highlights"></button><button class="webhelp_expand_collapse_sections" data-next-state="collapsed" aria-label="Collapse sections" title="Collapse sections"></button><div class=" wh_navigation_links "><span id="topic_navigation_links" class="navheader">
  
<span class="navprev"><a class="- topic/link link" href="../../../datacollector/UserGuide/Origins/UDP.html#concept_rst_2y5_1s" title="UDP Source" aria-label="Previous topic: UDP Source" rel="prev"></a></span>  
<span class="navnext"><a class="- topic/link link" href="../../../datacollector/UserGuide/Origins/WebSocketClient.html#concept_unk_nzk_fbb" title="WebSocket Client" aria-label="Next topic: WebSocket Client" rel="next"></a></span>  </span></div>
<!--External resource link-->
<div class=" wh_print_link print d-none d-md-inline-block "><button onClick="window.print()" title="Print this page" aria-label="Print this page"></button></div>
                        
                        
                        
                        
                    </div>
                </nav>
            </div>

            

<div class="wh_content_area">
                <div class="row">
                    


                        <nav role="navigation" id="wh_publication_toc" class="col-lg-3 col-md-3 col-sm-12 d-md-block d-none d-print-none">
<div id="wh_publication_toc_content">


                            <div class=" wh_publication_toc " data-tooltip-position="right"><span class="expand-button-action-labels"><span id="button-expand-action" role="button" aria-label="Expand"></span><span id="button-collapse-action" role="button" aria-label="Collapse"></span><span id="button-pending-action" role="button" aria-label="Pending"></span></span><ul role="tree" aria-label="Table of Contents"><li role="treeitem" aria-expanded="false"><div data-tocid="concept_htw_ghg_jq-d16893e53" class="topicref" data-id="concept_htw_ghg_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_htw_ghg_jq-d16893e53-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_htw_ghg_jq" id="concept_htw_ghg_jq-d16893e53-link">Getting Started</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_l2v_nlp_mpb-d16893e331" class="topicref" data-id="concept_l2v_nlp_mpb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_l2v_nlp_mpb-d16893e331-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/ReleaseNotes/ReleaseNotes.html#concept_l2v_nlp_mpb" id="concept_l2v_nlp_mpb-d16893e331-link">Release Notes</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_l4q_flb_kr-d16893e2582" class="topicref" data-id="concept_l4q_flb_kr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_l4q_flb_kr-d16893e2582-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Installation/Install_title.html" id="concept_l4q_flb_kr-d16893e2582-link">Installation</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ylh_yyz_ky-d16893e3984" class="topicref" data-id="concept_ylh_yyz_ky" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ylh_yyz_ky-d16893e3984-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Configuration/Config_title.html" id="concept_ylh_yyz_ky-d16893e3984-link">Configuration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ejk_f1f_5v-d16893e7058" class="topicref" data-id="concept_ejk_f1f_5v" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ejk_f1f_5v-d16893e7058-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade_title.html" id="concept_ejk_f1f_5v-d16893e7058-link">Upgrade</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qsw_cjy_bt-d16893e10103" class="topicref" data-id="concept_qsw_cjy_bt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qsw_cjy_bt-d16893e10103-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Design/PipelineDesign_title.html" id="concept_qsw_cjy_bt-d16893e10103-link">Pipeline Concepts and Design</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qn1_wn4_kq-d16893e11199" class="topicref" data-id="concept_qn1_wn4_kq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qn1_wn4_kq-d16893e11199-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/PipelineConfiguration_title.html" id="concept_qn1_wn4_kq-d16893e11199-link">Pipeline Configuration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_hdr_gyw_41b-d16893e13057" class="topicref" data-id="concept_hdr_gyw_41b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_hdr_gyw_41b-d16893e13057-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Data_Formats/DataFormats-Title.html" id="concept_hdr_gyw_41b-d16893e13057-link">Data Formats</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="true"><div data-tocid="concept_yjl_nc5_jq-d16893e14164" class="topicref" data-id="concept_yjl_nc5_jq" data-state="expanded"><span role="button" tabindex="0" aria-labelledby="button-collapse-action concept_yjl_nc5_jq-d16893e14164-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Origins_title.html" id="concept_yjl_nc5_jq-d16893e14164-link">Origins</a></div></div><ul role="group" class="navbar-nav nav-list"><li role="treeitem" aria-expanded="false"><div data-tocid="concept_hpr_twm_jq-d16893e14186" class="topicref" data-id="concept_hpr_twm_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_hpr_twm_jq-d16893e14186-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Origins_overview.html#concept_hpr_twm_jq" id="concept_hpr_twm_jq-d16893e14186-link">Origins</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_kvs_3hh_ht-d16893e14389" class="topicref" data-id="concept_kvs_3hh_ht" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_kvs_3hh_ht-d16893e14389-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/AmazonS3.html#concept_kvs_3hh_ht" id="concept_kvs_3hh_ht-d16893e14389-link">Amazon S3</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xsh_knm_5bb-d16893e14683" class="topicref" data-id="concept_xsh_knm_5bb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xsh_knm_5bb-d16893e14683-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/AmazonSQS.html#concept_xsh_knm_5bb" id="concept_xsh_knm_5bb-d16893e14683-link">Amazon SQS Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_mmf_dft_zsb-d16893e14861" class="topicref" data-id="concept_mmf_dft_zsb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_mmf_dft_zsb-d16893e14861-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/AuroraPostgreSQL.html#concept_mmf_dft_zsb" id="concept_mmf_dft_zsb-d16893e14861-link">Aurora PostgreSQL CDC Client</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ost_qqh_2xb-d16893e15160" class="topicref" data-id="concept_ost_qqh_2xb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ost_qqh_2xb-d16893e15160-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/AzureBlobStorage.html#concept_ost_qqh_2xb" id="concept_ost_qqh_2xb-d16893e15160-link">Azure Blob Storage</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_osx_qgz_xhb-d16893e15430" class="topicref" data-id="concept_osx_qgz_xhb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_osx_qgz_xhb-d16893e15430-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/ADLS-G1.html#concept_osx_qgz_xhb" id="concept_osx_qgz_xhb-d16893e15430-link">Azure Data Lake Storage Gen1 (deprecated)</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jmn_csn_zwb-d16893e15995" class="topicref" data-id="concept_jmn_csn_zwb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jmn_csn_zwb-d16893e15995-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/ADLS-G2v2.html#concept_jmn_csn_zwb" id="concept_jmn_csn_zwb-d16893e15995-link">Azure Data Lake Storage Gen2</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_osx_qgz_xhb-d16893e16287" class="topicref" data-id="concept_osx_qgz_xhb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_osx_qgz_xhb-d16893e16287-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/ADLS-G2.html#concept_osx_qgz_xhb" id="concept_osx_qgz_xhb-d16893e16287-link">Azure Data Lake Storage Gen2 (Legacy)</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_c1z_15q_1bb-d16893e16836" class="topicref" data-id="concept_c1z_15q_1bb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_c1z_15q_1bb-d16893e16836-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/AzureEventHub.html#concept_c1z_15q_1bb" id="concept_c1z_15q_1bb-d16893e16836-link">Azure IoT/Event Hub Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wfy_ghn_sz-d16893e16970" class="topicref" data-id="concept_wfy_ghn_sz" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wfy_ghn_sz-d16893e16970-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/CoAPServer.html#concept_wfy_ghn_sz" id="concept_wfy_ghn_sz-d16893e16970-link">CoAP Server</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_nsz_mnr_2jb-d16893e17114" class="topicref" data-id="concept_nsz_mnr_2jb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_nsz_mnr_2jb-d16893e17114-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/CronScheduler.html#concept_nsz_mnr_2jb" id="concept_nsz_mnr_2jb-d16893e17114-link">Cron Scheduler</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wqr_cjc_fzb-d16893e17204" class="topicref" data-id="concept_wqr_cjc_fzb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wqr_cjc_fzb-d16893e17204-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Couchbase.html#concept_wqr_cjc_fzb" id="concept_wqr_cjc_fzb-d16893e17204-link">Couchbase</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qcq_54n_jq-d16893e17360" class="topicref" data-id="concept_qcq_54n_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qcq_54n_jq-d16893e17360-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Directory.html#concept_qcq_54n_jq" id="concept_qcq_54n_jq-d16893e17360-link">Directory</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_f1q_vpm_2z-d16893e17732" class="topicref" data-id="concept_f1q_vpm_2z" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_f1q_vpm_2z-d16893e17732-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Elasticsearch.html#concept_f1q_vpm_2z" id="concept_f1q_vpm_2z-d16893e17732-link">Elasticsearch </a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_n1y_qyp_5q-d16893e17922" class="topicref" data-id="concept_n1y_qyp_5q" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_n1y_qyp_5q-d16893e17922-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/FileTail.html#concept_n1y_qyp_5q" id="concept_n1y_qyp_5q-d16893e17922-link">File Tail</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_cg3_y3v_q1b-d16893e18251" class="topicref" data-id="concept_cg3_y3v_q1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_cg3_y3v_q1b-d16893e18251-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/BigQuery.html#concept_cg3_y3v_q1b" id="concept_cg3_y3v_q1b-d16893e18251-link">Google BigQuery</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_iyd_wql_nbb-d16893e18415" class="topicref" data-id="concept_iyd_wql_nbb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_iyd_wql_nbb-d16893e18415-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/GCS.html#concept_iyd_wql_nbb" id="concept_iyd_wql_nbb-d16893e18415-link">Google Cloud Storage</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pjw_qtl_r1b-d16893e18593" class="topicref" data-id="concept_pjw_qtl_r1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pjw_qtl_r1b-d16893e18593-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/PubSub.html#concept_pjw_qtl_r1b" id="concept_pjw_qtl_r1b-d16893e18593-link">Google Pub/Sub Subscriber</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_chr_zjj_l3b-d16893e18735" class="topicref" data-id="concept_chr_zjj_l3b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_chr_zjj_l3b-d16893e18735-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/GroovyScripting.html#concept_chr_zjj_l3b" id="concept_chr_zjj_l3b-d16893e18735-link">Groovy Scripting</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yp1_4zs_yfb-d16893e18980" class="topicref" data-id="concept_yp1_4zs_yfb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yp1_4zs_yfb-d16893e18980-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/gRPCClient.html#concept_yp1_4zs_yfb" id="concept_yp1_4zs_yfb-d16893e18980-link">gRPC Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_lw2_tnm_vs-d16893e19098" class="topicref" data-id="concept_lw2_tnm_vs" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_lw2_tnm_vs-d16893e19098-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/HadoopFS-origin.html#concept_lw2_tnm_vs" id="concept_lw2_tnm_vs-d16893e19098-link">Hadoop FS (deprecated)</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_djz_pdm_hdb-d16893e19313" class="topicref" data-id="concept_djz_pdm_hdb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_djz_pdm_hdb-d16893e19313-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/HDFSStandalone.html#concept_djz_pdm_hdb" id="concept_djz_pdm_hdb-d16893e19313-link">Hadoop FS Standalone</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wk4_bjz_5r-d16893e19947" class="topicref" data-id="concept_wk4_bjz_5r" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wk4_bjz_5r-d16893e19947-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/HTTPClient.html#concept_wk4_bjz_5r" id="concept_wk4_bjz_5r-d16893e19947-link">HTTP Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_s2p_5hb_4y-d16893e20461" class="topicref" data-id="concept_s2p_5hb_4y" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_s2p_5hb_4y-d16893e20461-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/HTTPServer.html#concept_s2p_5hb_4y" id="concept_s2p_5hb_4y-d16893e20461-link">HTTP Server</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_kn5_bvt_m3b-d16893e20645" class="topicref" data-id="concept_kn5_bvt_m3b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_kn5_bvt_m3b-d16893e20645-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/JavaScriptScripting.html#concept_kn5_bvt_m3b" id="concept_kn5_bvt_m3b-d16893e20645-link">JavaScript Scripting</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zp3_wnw_4y-d16893e20872" class="topicref" data-id="concept_zp3_wnw_4y" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zp3_wnw_4y-d16893e20872-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MultiTableJDBCConsumer.html#concept_zp3_wnw_4y" id="concept_zp3_wnw_4y-d16893e20872-link">JDBC Multitable Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qhf_hjr_bs-d16893e21646" class="topicref" data-id="concept_qhf_hjr_bs" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qhf_hjr_bs-d16893e21646-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/JDBCConsumer.html#concept_qhf_hjr_bs" id="concept_qhf_hjr_bs-d16893e21646-link">JDBC Query Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ywk_rq3_qbc-d16893e22216" class="topicref" data-id="concept_ywk_rq3_qbc" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ywk_rq3_qbc-d16893e22216-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Jira.html#concept_ywk_rq3_qbc" id="concept_ywk_rq3_qbc-d16893e22216-link">Jira</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_rhh_4nj_dt-d16893e22336" class="topicref" data-id="concept_rhh_4nj_dt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_rhh_4nj_dt-d16893e22336-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/JMS.html#concept_rhh_4nj_dt" id="concept_rhh_4nj_dt-d16893e22336-link">JMS Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fxz_35t_m3b-d16893e22495" class="topicref" data-id="concept_fxz_35t_m3b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fxz_35t_m3b-d16893e22495-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/JythonScripting.html#concept_fxz_35t_m3b" id="concept_fxz_35t_m3b-d16893e22495-link">Jython Scripting</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_msz_wnr_5q-d16893e22744" class="topicref" data-id="concept_msz_wnr_5q" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_msz_wnr_5q-d16893e22744-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/KConsumer.html#concept_msz_wnr_5q" id="concept_msz_wnr_5q-d16893e22744-link">Kafka Consumer (deprecated)</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ccs_fn4_x1b-d16893e22908" class="topicref" data-id="concept_ccs_fn4_x1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ccs_fn4_x1b-d16893e22908-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/KafkaMultiConsumer.html#concept_ccs_fn4_x1b" id="concept_ccs_fn4_x1b-d16893e22908-link">Kafka Multitopic Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_anh_4y3_yr-d16893e23093" class="topicref" data-id="concept_anh_4y3_yr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_anh_4y3_yr-d16893e23093-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/KinConsumer.html#concept_anh_4y3_yr" id="concept_anh_4y3_yr-d16893e23093-link">Kinesis Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qwj_5vm_pbb-d16893e23299" class="topicref" data-id="concept_qwj_5vm_pbb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qwj_5vm_pbb-d16893e23299-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MapRdbCDC.html#concept_qwj_5vm_pbb" id="concept_qwj_5vm_pbb-d16893e23299-link">MapR DB CDC</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ywh_k15_3y-d16893e23433" class="topicref" data-id="concept_ywh_k15_3y" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ywh_k15_3y-d16893e23433-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MapRDBJSON.html#concept_ywh_k15_3y" id="concept_ywh_k15_3y-d16893e23433-link">MapR DB JSON</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_psz_db4_lx-d16893e23504" class="topicref" data-id="concept_psz_db4_lx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_psz_db4_lx-d16893e23504-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MapRFS.html#concept_psz_db4_lx" id="concept_psz_db4_lx-d16893e23504-link">MapR FS (deprecated)</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_b43_3qc_mdb-d16893e23678" class="topicref" data-id="concept_b43_3qc_mdb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_b43_3qc_mdb-d16893e23678-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MapRFSStandalone.html#concept_b43_3qc_mdb" id="concept_b43_3qc_mdb-d16893e23678-link">MapR FS Standalone</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_hvd_hww_lbb-d16893e24077" class="topicref" data-id="concept_hvd_hww_lbb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_hvd_hww_lbb-d16893e24077-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MapRStreamsMultiConsumer.html#concept_hvd_hww_lbb" id="concept_hvd_hww_lbb-d16893e24077-link">MapR Multitopic Streams Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_cvy_xsf_2v-d16893e24258" class="topicref" data-id="concept_cvy_xsf_2v" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_cvy_xsf_2v-d16893e24258-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MapRStreamsCons.html#concept_cvy_xsf_2v" id="concept_cvy_xsf_2v-d16893e24258-link">MapR Streams Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_bk4_2rs_ns-d16893e24398" class="topicref" data-id="concept_bk4_2rs_ns" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_bk4_2rs_ns-d16893e24398-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MongoDB.html#concept_bk4_2rs_ns" id="concept_bk4_2rs_ns-d16893e24398-link">MongoDB</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_vcz_zkw_m5b-d16893e24598" class="topicref" data-id="concept_vcz_zkw_m5b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_vcz_zkw_m5b-d16893e24598-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MongoDBAtlas.html#concept_vcz_zkw_m5b" id="concept_vcz_zkw_m5b-d16893e24598-link">MongoDB Atlas</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_u4n_g2b_jzb-d16893e24876" class="topicref" data-id="concept_u4n_g2b_jzb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_u4n_g2b_jzb-d16893e24876-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MongoDBAtlasCDC.html#concept_u4n_g2b_jzb" id="concept_u4n_g2b_jzb-d16893e24876-link">MongoDB Atlas CDC</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_mjn_yqw_4y-d16893e25084" class="topicref" data-id="concept_mjn_yqw_4y" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_mjn_yqw_4y-d16893e25084-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MongoDBOplog.html#concept_mjn_yqw_4y" id="concept_mjn_yqw_4y-d16893e25084-link">MongoDB Oplog</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ukz_3vt_lz-d16893e25263" class="topicref" data-id="concept_ukz_3vt_lz" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ukz_3vt_lz-d16893e25263-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MQTTSubscriber.html#concept_ukz_3vt_lz" id="concept_ukz_3vt_lz-d16893e25263-link">MQTT Subscriber</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_kqg_1yh_xx-d16893e25400" class="topicref" data-id="concept_kqg_1yh_xx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_kqg_1yh_xx-d16893e25400-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MySQLBinaryLog.html#concept_kqg_1yh_xx" id="concept_kqg_1yh_xx-d16893e25400-link">MySQL Binary Log</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ynn_vdb_p3b-d16893e25681" class="topicref" data-id="concept_ynn_vdb_p3b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ynn_vdb_p3b-d16893e25681-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/NiFi.html#concept_ynn_vdb_p3b" id="concept_ynn_vdb_p3b-d16893e25681-link">NiFi HTTP Server (deprecated)</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_dsr_xmw_1s-d16893e25727" class="topicref" data-id="concept_dsr_xmw_1s" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_dsr_xmw_1s-d16893e25727-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Omniture.html#concept_dsr_xmw_1s" id="concept_dsr_xmw_1s-d16893e25727-link">Omniture (deprecated)</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_nmf_1ly_f1b-d16893e25773" class="topicref" data-id="concept_nmf_1ly_f1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_nmf_1ly_f1b-d16893e25773-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/OPCUAClient.html#concept_nmf_1ly_f1b" id="concept_nmf_1ly_f1b-d16893e25773-link">OPC UA Client </a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_lnz_kzp_zgb-d16893e25887" class="topicref" data-id="concept_lnz_kzp_zgb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_lnz_kzp_zgb-d16893e25887-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/OracleBulk.html#concept_lnz_kzp_zgb" id="concept_lnz_kzp_zgb-d16893e25887-link">Oracle Bulkload</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_bv1_kwt_pbc-d16893e26121" class="topicref" data-id="concept_bv1_kwt_pbc" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_bv1_kwt_pbc-d16893e26121-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/OracleMultitableConsumer.html#concept_bv1_kwt_pbc" id="concept_bv1_kwt_pbc-d16893e26121-link">Oracle Multitable Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_whr_2w2_bwb-d16893e26812" class="topicref" data-id="concept_whr_2w2_bwb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_whr_2w2_bwb-d16893e26812-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/OracleC.html#concept_whr_2w2_bwb" id="concept_whr_2w2_bwb-d16893e26812-link">Oracle CDC</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_rs5_hjj_tw-d16893e27509" class="topicref" data-id="concept_rs5_hjj_tw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_rs5_hjj_tw-d16893e27509-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/OracleCDC.html#concept_rs5_hjj_tw" id="concept_rs5_hjj_tw-d16893e27509-link">Oracle CDC Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_cfs_4m4_n2b-d16893e28270" class="topicref" data-id="concept_cfs_4m4_n2b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_cfs_4m4_n2b-d16893e28270-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/PostgreSQL.html#concept_cfs_4m4_n2b" id="concept_cfs_4m4_n2b-d16893e28270-link">PostgreSQL CDC Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="PulsarMultiConsumer-d16893e28573" class="topicref" data-id="PulsarMultiConsumer" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action PulsarMultiConsumer-d16893e28573-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/PulsarConsumerV2.html#PulsarMultiConsumer" id="PulsarMultiConsumer-d16893e28573-link">Pulsar Consumer</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_o2b_1pc_r2b-d16893e28883" class="topicref" data-id="concept_o2b_1pc_r2b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_o2b_1pc_r2b-d16893e28883-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/PulsarConsumer.html#concept_o2b_1pc_r2b" id="concept_o2b_1pc_r2b-d16893e28883-link">Pulsar Consumer (Legacy)</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_dyg_lq1_h5-d16893e29195" class="topicref" data-id="concept_dyg_lq1_h5" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_dyg_lq1_h5-d16893e29195-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/RabbitMQ.html#concept_dyg_lq1_h5" id="concept_dyg_lq1_h5-d16893e29195-link">RabbitMQ Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_plr_t3v_jw-d16893e29310" class="topicref" data-id="concept_plr_t3v_jw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_plr_t3v_jw-d16893e29310-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Redis.html#concept_plr_t3v_jw" id="concept_plr_t3v_jw-d16893e29310-link">Redis Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_hfg_2sn_p2b-d16893e29403" class="topicref" data-id="concept_hfg_2sn_p2b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_hfg_2sn_p2b-d16893e29403-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/RESTService.html#concept_hfg_2sn_p2b" id="concept_hfg_2sn_p2b-d16893e29403-link">REST Service </a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_odf_vr3_rx-d16893e29750" class="topicref" data-id="concept_odf_vr3_rx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_odf_vr3_rx-d16893e29750-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Salesforce.html#concept_odf_vr3_rx" id="concept_odf_vr3_rx-d16893e29750-link">Salesforce</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yk2_tcw_ysb-d16893e30273" class="topicref" data-id="concept_yk2_tcw_ysb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yk2_tcw_ysb-d16893e30273-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SalesforceBAPI2.html#concept_yk2_tcw_ysb" id="concept_yk2_tcw_ysb-d16893e30273-link">Salesforce Bulk API 2.0</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pmt_ml3_3mb-d16893e30605" class="topicref" data-id="concept_pmt_ml3_3mb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pmt_ml3_3mb-d16893e30605-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SAPHana.html#concept_pmt_ml3_3mb" id="concept_pmt_ml3_3mb-d16893e30605-link">SAP HANA Query Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_agb_5c1_ct-d16893e30963" class="topicref" data-id="concept_agb_5c1_ct" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_agb_5c1_ct-d16893e30963-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SDC_RPCorigin.html#concept_agb_5c1_ct" id="concept_agb_5c1_ct-d16893e30963-link">SDC RPC (deprecated)</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ic5_bzd_5v-d16893e31009" class="topicref" data-id="concept_ic5_bzd_5v" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ic5_bzd_5v-d16893e31009-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SFTP.html#concept_ic5_bzd_5v" id="concept_ic5_bzd_5v-d16893e31009-link">SFTP/FTP/FTPS Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_svf_4zr_3xb-d16893e31260" class="topicref" data-id="concept_svf_4zr_3xb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_svf_4zr_3xb-d16893e31260-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SnowflakeBulk.html#concept_svf_4zr_3xb" id="concept_svf_4zr_3xb-d16893e31260-link">Snowflake Bulk</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="SQLServerBDCMultitable-d16893e31552" class="topicref" data-id="SQLServerBDCMultitable" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action SQLServerBDCMultitable-d16893e31552-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SQLServerBDCMultitable.html#SQLServerBDCMultitable" id="SQLServerBDCMultitable-d16893e31552-link">SQL Server 2019 BDC Multitable Consumer (deprecated)</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ut3_ywc_v1b-d16893e32229" class="topicref" data-id="concept_ut3_ywc_v1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ut3_ywc_v1b-d16893e32229-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SQLServerCDC.html#concept_ut3_ywc_v1b" id="concept_ut3_ywc_v1b-d16893e32229-link">SQL Server CDC Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ewq_b2s_r1b-d16893e32613" class="topicref" data-id="concept_ewq_b2s_r1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ewq_b2s_r1b-d16893e32613-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SQLServerChange.html#concept_ewq_b2s_r1b" id="concept_ewq_b2s_r1b-d16893e32613-link">SQL Server Change Tracking</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ufc_53w_wlb-d16893e32972" class="topicref" data-id="concept_ufc_53w_wlb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ufc_53w_wlb-d16893e32972-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/StartJob.html#concept_ufc_53w_wlb" id="concept_ufc_53w_wlb-d16893e32972-link">Start Jobs</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_h1l_xpr_2jb-d16893e33106" class="topicref" data-id="concept_h1l_xpr_2jb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_h1l_xpr_2jb-d16893e33106-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/StartPipe.html#concept_h1l_xpr_2jb" id="concept_h1l_xpr_2jb-d16893e33106-link">Start Pipelines (deprecated)</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_gzy_gmv_32b-d16893e33200" class="topicref" data-id="concept_gzy_gmv_32b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_gzy_gmv_32b-d16893e33200-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SystemMetrics.html#concept_gzy_gmv_32b" id="concept_gzy_gmv_32b-d16893e33200-link">System Metrics</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ppm_xb1_4z-d16893e33296" class="topicref" data-id="concept_ppm_xb1_4z" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ppm_xb1_4z-d16893e33296-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/TCPServer.html#concept_ppm_xb1_4z" id="concept_ppm_xb1_4z-d16893e33296-link">TCP Server</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zp3_wnw_4y-d16893e33474" class="topicref" data-id="concept_zp3_wnw_4y" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zp3_wnw_4y-d16893e33474-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Teradata.html#concept_zp3_wnw_4y" id="concept_zp3_wnw_4y-d16893e33474-link">Teradata Consumer (deprecated)</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wng_g5f_5bb-d16893e34151" class="topicref" data-id="concept_wng_g5f_5bb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wng_g5f_5bb-d16893e34151-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/UDPMulti.html#concept_wng_g5f_5bb" id="concept_wng_g5f_5bb-d16893e34151-link">UDP Multithreaded Source</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_rst_2y5_1s-d16893e34307" class="topicref" data-id="concept_rst_2y5_1s" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_rst_2y5_1s-d16893e34307-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/UDP.html#concept_rst_2y5_1s" id="concept_rst_2y5_1s-d16893e34307-link">UDP Source</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="true" class="active"><div data-tocid="concept_jd3_qxg_51c-d16893e34397" class="topicref" data-id="concept_jd3_qxg_51c" data-state="expanded"><span role="button" tabindex="0" aria-labelledby="button-collapse-action concept_jd3_qxg_51c-d16893e34397-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebClientO.html#concept_jd3_qxg_51c" id="concept_jd3_qxg_51c-d16893e34397-link">Web Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div><ul role="group" class="navbar-nav nav-list"><li role="treeitem"><div data-tocid="concept_pbs_2sj_v1c-d16893e34421" class="topicref" data-id="concept_pbs_2sj_v1c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebClientO.html#concept_pbs_2sj_v1c" id="concept_pbs_2sj_v1c-d16893e34421-link">Ingestion Mode</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_mbc_m2h_51c-d16893e34445" class="topicref" data-id="concept_mbc_m2h_51c" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_mbc_m2h_51c-d16893e34445-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebClientO.html#concept_mbc_m2h_51c" id="concept_mbc_m2h_51c-d16893e34445-link">HTTP Method</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_zsn_25j_v1c-d16893e34493" class="topicref" data-id="concept_zsn_25j_v1c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebClientO.html#concept_zsn_25j_v1c" id="concept_zsn_25j_v1c-d16893e34493-link">Headers</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_uf4_r2h_51c-d16893e34517" class="topicref" data-id="concept_uf4_r2h_51c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebClientO.html#concept_uf4_r2h_51c" id="concept_uf4_r2h_51c-d16893e34517-link">Grouping Style</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_t4q_gkn_51c-d16893e34541" class="topicref" data-id="concept_t4q_gkn_51c" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_t4q_gkn_51c-d16893e34541-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebClientO.html#concept_t4q_gkn_51c" id="concept_t4q_gkn_51c-d16893e34541-link">Event Generation</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_zbz_4nx_v1c-d16893e34589" class="topicref" data-id="concept_zbz_4nx_v1c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebClientO.html#concept_zbz_4nx_v1c" id="concept_zbz_4nx_v1c-d16893e34589-link">Per-Status Actions</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_fjt_wnx_v1c-d16893e34613" class="topicref" data-id="concept_fjt_wnx_v1c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebClientO.html#concept_fjt_wnx_v1c" id="concept_fjt_wnx_v1c-d16893e34613-link">Per-Timeout Actions</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_smy_z4x_v1c-d16893e34637" class="topicref" data-id="concept_smy_z4x_v1c" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_smy_z4x_v1c-d16893e34637-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebClientO.html#concept_smy_z4x_v1c" id="concept_smy_z4x_v1c-d16893e34637-link">Pagination</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_qyl_ymj_v1c-d16893e34685" class="topicref" data-id="concept_qyl_ymj_v1c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebClientO.html#concept_qyl_ymj_v1c" id="concept_qyl_ymj_v1c-d16893e34685-link">OAuth 2 Authentication</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_ipd_drx_v1c-d16893e34709" class="topicref" data-id="concept_ipd_drx_v1c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebClientO.html#concept_ipd_drx_v1c" id="concept_ipd_drx_v1c-d16893e34709-link">Generated Records</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_rff_jrx_v1c-d16893e34734" class="topicref" data-id="concept_rff_jrx_v1c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebClientO.html#concept_rff_jrx_v1c" id="concept_rff_jrx_v1c-d16893e34734-link">Data Formats</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="task_wqv_5xg_51c-d16893e34758" class="topicref" data-id="task_wqv_5xg_51c" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebClientO.html#task_wqv_5xg_51c" id="task_wqv_5xg_51c-d16893e34758-link">Configuring a Web Client Origin</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li></ul></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_unk_nzk_fbb-d16893e34782" class="topicref" data-id="concept_unk_nzk_fbb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_unk_nzk_fbb-d16893e34782-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebSocketClient.html#concept_unk_nzk_fbb" id="concept_unk_nzk_fbb-d16893e34782-link">WebSocket Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_u2r_gpc_3z-d16893e34919" class="topicref" data-id="concept_u2r_gpc_3z" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_u2r_gpc_3z-d16893e34919-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebSocketServer.html#concept_u2r_gpc_3z" id="concept_u2r_gpc_3z-d16893e34919-link">WebSocket Server</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_agf_5jv_sbb-d16893e35128" class="topicref" data-id="concept_agf_5jv_sbb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_agf_5jv_sbb-d16893e35128-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WindowsLog.html#concept_agf_5jv_sbb" id="concept_agf_5jv_sbb-d16893e35128-link">Windows Event Log</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li></ul></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yjl_nc5_jq-d16893e35197" class="topicref" data-id="concept_yjl_nc5_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yjl_nc5_jq-d16893e35197-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/Processors_title.html" id="concept_yjl_nc5_jq-d16893e35197-link">Processors</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_agj_cfj_br-d16893e44037" class="topicref" data-id="concept_agj_cfj_br" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_agj_cfj_br-d16893e44037-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Destinations/Destinations-title.html" id="concept_agj_cfj_br-d16893e44037-link">Destinations</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_umc_1lk_fx-d16893e56072" class="topicref" data-id="concept_umc_1lk_fx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_umc_1lk_fx-d16893e56072-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/Executors-title.html" id="concept_umc_1lk_fx-d16893e56072-link">Executors</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xxd_f5r_kx-d16893e59696" class="topicref" data-id="concept_xxd_f5r_kx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xxd_f5r_kx-d16893e59696-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_xxd_f5r_kx" id="concept_xxd_f5r_kx-d16893e59696-link">Dataflow Triggers</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zq5_pb4_flb-d16893e60134" class="topicref" data-id="concept_zq5_pb4_flb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zq5_pb4_flb-d16893e60134-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Solutions/Solutions-title.html" id="concept_zq5_pb4_flb-d16893e60134-link">Solutions</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ugp_kwf_xw-d16893e61337" class="topicref" data-id="concept_ugp_kwf_xw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ugp_kwf_xw-d16893e61337-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/DPM/DPM_title.html" id="concept_ugp_kwf_xw-d16893e61337-link">StreamSets Control Hub</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fyf_gkq_4bb-d16893e62693" class="topicref" data-id="concept_fyf_gkq_4bb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fyf_gkq_4bb-d16893e62693-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Edge_Mode/EdgePipelines_title.html" id="concept_fyf_gkq_4bb-d16893e62693-link"><span class="ph">StreamSets Data Collector Edge</span></a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wwq_gxc_py-d16893e63980" class="topicref" data-id="concept_wwq_gxc_py" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wwq_gxc_py-d16893e63980-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_wwq_gxc_py" id="concept_wwq_gxc_py-d16893e63980-link">Multithreaded Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_gzw_tdm_p2b-d16893e64187" class="topicref" data-id="concept_gzw_tdm_p2b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_gzw_tdm_p2b-d16893e64187-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Microservice/Microservice_Title.html#concept_gzw_tdm_p2b" id="concept_gzw_tdm_p2b-d16893e64187-link">Microservice Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="Orchestrators_Title-d16893e64348" class="topicref" data-id="Orchestrators_Title" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action Orchestrators_Title-d16893e64348-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Orchestration_Pipelines/OrchestrationPipelines_Title.html#Orchestrators_Title" id="Orchestrators_Title-d16893e64348-link">Orchestration Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wr1_ktz_bt-d16893e64489" class="topicref" data-id="concept_wr1_ktz_bt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wr1_ktz_bt-d16893e64489-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_wr1_ktz_bt" id="concept_wr1_ktz_bt-d16893e64489-link">SDC RPC Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fpz_5r4_vs-d16893e64679" class="topicref" data-id="concept_fpz_5r4_vs" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fpz_5r4_vs-d16893e64679-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Cluster_Mode/ClusterPipelines_title.html" id="concept_fpz_5r4_vs-d16893e64679-link">Cluster Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jjk_23z_sq-d16893e65172" class="topicref" data-id="concept_jjk_23z_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jjk_23z_sq-d16893e65172-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Data_Preview/DataPreview_Title.html#concept_jjk_23z_sq" id="concept_jjk_23z_sq-d16893e65172-link">Data Preview</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pgk_brx_rr-d16893e65458" class="topicref" data-id="concept_pgk_brx_rr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pgk_brx_rr-d16893e65458-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_pgk_brx_rr" id="concept_pgk_brx_rr-d16893e65458-link">Rules and Alerts</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_asx_fdz_sq-d16893e65960" class="topicref" data-id="concept_asx_fdz_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_asx_fdz_sq-d16893e65960-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_asx_fdz_sq" id="concept_asx_fdz_sq-d16893e65960-link">Pipeline Monitoring</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_o3l_dtr_5q-d16893e66304" class="topicref" data-id="concept_o3l_dtr_5q" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_o3l_dtr_5q-d16893e66304-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#concept_o3l_dtr_5q" id="concept_o3l_dtr_5q-d16893e66304-link">Pipeline Maintenance</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yms_ftm_sq-d16893e66768" class="topicref" data-id="concept_yms_ftm_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yms_ftm_sq-d16893e66768-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Administration/Administration_title.html#concept_yms_ftm_sq" id="concept_yms_ftm_sq-d16893e66768-link">Administration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_nls_w1r_ks-d16893e67508" class="topicref" data-id="concept_nls_w1r_ks" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_nls_w1r_ks-d16893e67508-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Tutorial/Tutorial-title.html" id="concept_nls_w1r_ks-d16893e67508-link">Tutorial</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_sh3_frm_tq-d16893e68001" class="topicref" data-id="concept_sh3_frm_tq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_sh3_frm_tq-d16893e68001-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_sh3_frm_tq" id="concept_sh3_frm_tq-d16893e68001-link">Troubleshooting</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xbx_rs1_tq-d16893e68798" class="topicref" data-id="concept_xbx_rs1_tq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xbx_rs1_tq-d16893e68798-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Glossary/Glossary_title.html#concept_xbx_rs1_tq" id="concept_xbx_rs1_tq-d16893e68798-link">Glossary</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jn1_nzb_kv-d16893e68843" class="topicref" data-id="concept_jn1_nzb_kv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jn1_nzb_kv-d16893e68843-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_jn1_nzb_kv" id="concept_jn1_nzb_kv-d16893e68843-link">Data Formats by Stage</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pvm_yt3_wq-d16893e68958" class="topicref" data-id="concept_pvm_yt3_wq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pvm_yt3_wq-d16893e68958-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Expression_Language/ExpressionLanguage_title.html" id="concept_pvm_yt3_wq-d16893e68958-link">Expression Language</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_vcj_1ws_js-d16893e69669" class="topicref" data-id="concept_vcj_1ws_js" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_vcj_1ws_js-d16893e69669-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_vcj_1ws_js" id="concept_vcj_1ws_js-d16893e69669-link">Regular Expressions</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_chv_vmj_wr-d16893e69787" class="topicref" data-id="concept_chv_vmj_wr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_chv_vmj_wr-d16893e69787-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_chv_vmj_wr" id="concept_chv_vmj_wr-d16893e69787-link">Grok Patterns</a></div></div></li></ul></div>
                        

</div>
</nav>
                    


                    
                    <div id="wh_topic_body" class="col-lg-7 col-md-9 col-sm-12">
<button id="wh_close_publication_toc_button" class="close-toc-button d-none" aria-label="Toggle publishing table of content" aria-controls="wh_publication_toc" aria-expanded="true"><span class="close-toc-icon-container"><span class="close-toc-icon"></span></span></button><button id="wh_close_topic_toc_button" class="close-toc-button d-none" aria-label="Toggle topic table of content" aria-controls="wh_topic_toc" aria-expanded="true"><span class="close-toc-icon-container"><span class="close-toc-icon"></span></span></button>

                        
<div class=" wh_topic_content body "><main role="main"><article class="" role="article" aria-labelledby="ariaid-title1"><article class="nested0" aria-labelledby="ariaid-title1" id="concept_jd3_qxg_51c">
    <h1 class="- topic/title title topictitle1" id="ariaid-title1">Web Client</h1>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Web Client origin reads data from an HTTP endpoint. <span class="- topic/ph ph">For information about supported versions, see <a class="- topic/xref xref" href="../Installation/SupportedSystemVersions.html#concept_s5h_bcr_n4b">Supported Systems and Versions</a>.</span></p>
        <p class="- topic/p p">The Web Client origin <span class="- topic/ph ph">requires that <span class="- topic/ph ph">Data Collector</span> use Java
                        version 17. For more information, see <a class="- topic/xref xref" href="../Installation/InstallationAndConfig.html#concept_wbf_bnw_hvb">Java Versions and Available Features</a>.</span></p>
        <p class="- topic/p p"><span class="- topic/ph ph">Data Collector</span>
            provides several HTTP origins to address different needs. For a quick comparison chart
            to help you choose the right one, see <a class="- topic/xref xref" href="Origins_overview.html#concept_rsz_cnw_qy">Comparing HTTP Origins</a>.</p>
        <p class="- topic/p p">When you configure the Web Client origin, you define the request endpoint, optional
            headers, and method to use for the requests. </p>
        <p class="- topic/p p">You configure the origin to generate one request for each record or to generate a single
            request containing all records in the batch.</p>
        <p class="- topic/p p">You can configure the actions to take based on the response status and configure
            pagination properties to enable processing large volumes of data from paginated
            APIs.</p>
        <p class="- topic/p p">You can configure the timeout, request transfer encoding, and authentication type for
            both requests and responses.</p>
        <p class="- topic/p p">You can optionally use a proxy server and configure TLS properties. You can also
            configure the origin to use the OAuth 2 protocol to connect to an HTTP service.</p>
        <div class="- topic/p p">
            <div class="- topic/note note note note_note" id="concept_jd3_qxg_51c__note_lrd_n2t_d1c" data-ofbid="concept_jd3_qxg_51c__note_lrd_n2t_d1c"><span class="note__title">Note:</span> This origin <span class="- topic/ph ph">is a <a class="- topic/xref xref" href="../Pipeline_Design/TechPreview.html">Technology Preview</a> feature. It is not meant for use in
                        production.</span></div>
        </div>
    </div>
<article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title2" id="concept_pbs_2sj_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title2">Ingestion Mode</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Web Client origin can use one of the following processing modes to read source
            data:</p>
        <dl class="- topic/dl dl" id="concept_pbs_2sj_v1c__dl_wlc_gsj_v1c" data-ofbid="concept_pbs_2sj_v1c__dl_wlc_gsj_v1c">
            
                <dt class="- topic/dt dt dlterm">Streaming</dt>
                <dd class="- topic/dd dd">
                    <p class="- topic/p p">The origin maintains a connection and processes data as it becomes available.
                        Use to process streaming data in real time.</p>
                </dd>
            
        </dl>
        <dl class="- topic/dl dl" id="concept_pbs_2sj_v1c__dl_fds_hsj_v1c" data-ofbid="concept_pbs_2sj_v1c__dl_fds_hsj_v1c">
            
                <dt class="- topic/dt dt dlterm">Polling</dt>
                <dd class="- topic/dd dd">
                    <div class="- topic/p p">The origin polls the server at the specified interval for available data. Use
                        to access data periodically, such as metrics and events at a REST
                            endpoint.<div class="- topic/note note note note_note" id="concept_pbs_2sj_v1c__note_tjp_jsj_v1c" data-ofbid="concept_pbs_2sj_v1c__note_tjp_jsj_v1c"><span class="note__title">Note:</span> After the polling interval passes,
                            the origin continues processing from where it stopped. For example, say
                            that you configured the origin to use the polling mode with an interval
                            of two hours and to use page number pagination. After the origin reads
                            25 pages of results, the 26th page returns no results and so the origin
                            stops reading. After the two hour interval passes, the origin polls the
                            server again, reading the results starting with page 26.</div></div>
                </dd>
            
            
                <dt class="- topic/dt dt dlterm">Batch</dt>
                <dd class="- topic/dd dd">
                    <p class="- topic/p p">The origin processes all available data and then stops the pipeline. Use to
                        process data as needed.</p>
                </dd>
            
        </dl>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title3" id="concept_mbc_m2h_51c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title3">HTTP Method</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <div class="- topic/p p">You can use the following methods with the Web Client origin:<ul class="- topic/ul ul" id="concept_mbc_m2h_51c__ul_psm_42h_51c" data-ofbid="concept_mbc_m2h_51c__ul_psm_42h_51c">
                <li class="- topic/li li">
                    <p class="- topic/p p">GET</p>
                </li>
                <li class="- topic/li li">
                    <p class="- topic/p p">POST</p>
                </li>
                <li class="- topic/li li">
                    <p class="- topic/p p">PUT</p>
                </li>
                <li class="- topic/li li">
                    <p class="- topic/p p">PATCH</p>
                </li>
                <li class="- topic/li li">
                    <p class="- topic/p p">DELETE</p>
                </li>
                <li class="- topic/li li">
                    <p class="- topic/p p">HEAD</p>
                </li>
                <li class="- topic/li li">
                    <p class="- topic/p p">Expression - An expression that evaluates to one of the other methods.</p>
                </li>
            </ul></div>
    </div>
<article class="- topic/topic concept/concept topic concept nested2" aria-labelledby="ariaid-title4" id="concept_u5n_jtj_v1c">
    <h3 class="- topic/title title topictitle3" id="ariaid-title4">Expression Method</h3>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Expression method allows you to write an expression that evaluates to a standard HTTP
            method. Use the Expression method to generate a workflow. For example, you can use an
            expression that passes data to the server using the PUT method based on the data in a
            field. </p>
    </div>
</article></article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title5" id="concept_zsn_25j_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title5">Headers</h2>
    
        <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
            <div class="- topic/p p">You can configure optional headers to include in the request made by the stage.
                  Configure the headers in the following properties on the Request tab: <ul class="- topic/ul ul" id="concept_zsn_25j_v1c__ul_prj_n41_4sb" data-ofbid="concept_zsn_25j_v1c__ul_prj_n41_4sb">
                        <li class="- topic/li li">Security Headers</li>
                        <li class="- topic/li li">Common Headers</li>
                  </ul></div>
            <p class="- topic/p p">You can define headers in either property. However, only security headers support
                  using credential functions to retrieve sensitive information from supported <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></p>
            <p class="- topic/p p">If you define the same header in both properties, security headers take
                  precedence.</p>
        </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title6" id="concept_uf4_r2h_51c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title6">Grouping Style</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Web Client origin can generate one HTTP request for each record, or it can generate a
            single request containing all records in the batch.</p>
        <p class="- topic/p p">Configure the origin to generate requests in one of the following ways:</p>
        <dl class="- topic/dl dl" id="concept_uf4_r2h_51c__dl_yn3_y2h_51c" data-ofbid="concept_uf4_r2h_51c__dl_yn3_y2h_51c">
            
                <dt class="- topic/dt dt dlterm">Multiple requests per batch</dt>
                <dd class="- topic/dd dd">
                    <p class="- topic/p p">If you set the Grouping Style property to One Request per Record, the origin
                        generates one HTTP request for each record in the batch and sends multiple
                        requests at a time. To preserve record order, the origin waits until all
                        requests for the entire batch are completed before processing the next
                        batch.</p>
                </dd>
            
        </dl>
        <dl class="- topic/dl dl" id="concept_uf4_r2h_51c__dl_ef1_1fh_51c" data-ofbid="concept_uf4_r2h_51c__dl_ef1_1fh_51c">
            
                <dt class="- topic/dt dt dlterm">Single request per batch</dt>
                <dd class="- topic/dd dd">
                    <p class="- topic/p p">If you set the Grouping Style property to One Request per Batch, the origin
                        generates a single HTTP request containing all records in the batch.</p>
                </dd>
            
        </dl>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title7" id="concept_t4q_gkn_51c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title7">Event Generation</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
            <p class="- topic/p p">The Web Client origin can generate events that you can use in an event stream. With
            event generation enabled, the origin generates event records each time the origin
            completes processing all available data.</p>
            <div class="- topic/p p">Events generated by the Web Client origin can be used in any logical way. For
            example: <ul class="- topic/ul ul" id="concept_t4q_gkn_51c__ul_ttl_mkn_51c" data-ofbid="concept_t4q_gkn_51c__ul_ttl_mkn_51c">
                <li class="- topic/li li">With the Pipeline Finisher executor to
                              stop the pipeline and transition the pipeline to a Finished state when
                              the origin completes processing available data.<p class="- topic/p p">When you restart a
                                    pipeline stopped by the Pipeline Finisher executor, the origin
                                    continues processing from the last-saved offset unless you reset
                                    the origin.</p><p class="- topic/p p">For an example, see <a class="- topic/xref xref" href="../Solutions/StopPipeline.html#concept_kff_ykv_lz">Stopping a Pipeline After Processing All Available Data</a>.</p></li>
                <li class="- topic/li li">With a destination to store event information.
                                    <p class="- topic/p p">For an example, see <a class="- topic/xref xref" href="../Solutions/EventStorage.html#concept_ocb_nnl_px">Preserving an Audit Trail of Events</a>.</p></li>
            </ul></div>
        </div>
<article class="- topic/topic concept/concept topic concept nested2" aria-labelledby="ariaid-title8" id="concept_qy1_zkn_51c">
    <h3 class="- topic/title title topictitle3" id="ariaid-title8">Event Records</h3>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <div class="- topic/p p">Event records generated by the Web Client origin have the following event-related record
            header attributes. Record header attributes are stored as String values:<div class="table-container"><table class="- topic/table table frame-all" id="concept_qy1_zkn_51c__table_brz_3gp_qx" data-ofbid="concept_qy1_zkn_51c__table_brz_3gp_qx" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                        <tr class="- topic/row">
                            <th class="- topic/entry entry colsep-1 rowsep-1" id="concept_qy1_zkn_51c__table_brz_3gp_qx__entry__1">Record Header Attribute</th>
                            <th class="- topic/entry entry colsep-0 rowsep-1" id="concept_qy1_zkn_51c__table_brz_3gp_qx__entry__2">Description</th>
                        </tr>
                    </thead><tbody class="- topic/tbody tbody">
                        <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="concept_qy1_zkn_51c__table_brz_3gp_qx__entry__1">sdc.event.type</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="concept_qy1_zkn_51c__table_brz_3gp_qx__entry__2">Event type. Uses the following type:<ul class="- topic/ul ul" id="concept_qy1_zkn_51c__ul_f4w_xrs_kz" data-ofbid="concept_qy1_zkn_51c__ul_f4w_xrs_kz">
                                    <li class="- topic/li li" id="concept_qy1_zkn_51c__noMoreData-bullet" data-ofbid="concept_qy1_zkn_51c__noMoreData-bullet">no-more-data - Generated when the
                                        origin completes processing all available data. </li>
                                </ul></td>
                        </tr>
                        <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="concept_qy1_zkn_51c__table_brz_3gp_qx__entry__1">sdc.event.version</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="concept_qy1_zkn_51c__table_brz_3gp_qx__entry__2">Integer that indicates the version of the event record type.</td>
            </tr>
                        <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="concept_qy1_zkn_51c__table_brz_3gp_qx__entry__1">sdc.event.creation_timestamp</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" id="concept_qy1_zkn_51c__entry-Event-creationDate" headers="concept_qy1_zkn_51c__table_brz_3gp_qx__entry__2">Epoch timestamp when the stage created the event.
              </td>
            </tr>
                    </tbody></table></div></div>
        <div class="- topic/p p">The Web Client origin can generate the following type of event record: <dl class="- topic/dl dl">
                
                    <dt class="- topic/dt dt dlterm">no-more-data</dt>
                    <dd class="- topic/dd dd">The Web Client origin generates a no-more-data event record when the origin
                        completes processing all data returned by all queries. </dd>
                    <dd class="- topic/dd dd ddexpand">
                        <p class="- topic/p p">The no-more-data event record generated by the origin has the
                                <code class="+ topic/ph pr-d/codeph ph codeph">sdc.event.type</code> record header attribute set to
                                <code class="+ topic/ph pr-d/codeph ph codeph">no-more-data</code> and does not include any additional
                            fields.</p>
                    </dd>
                
            </dl></div>
    </div>
</article></article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title9" id="concept_zbz_4nx_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title9">Per-Status Actions</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Web Client origin accepts only responses that include a status code that has been
            configured to be read as successful by the stage. When the response includes any other
            status code, the origin generates an error and handles the record based on the error
            record handling configured for the stage.</p>
            <p class="- topic/p p">You can configure the origin to perform one of several actions when it encounters an
            unsuccessful status code. </p>
            <div class="- topic/p p">To configure a per-status action, you enter a HTTP status code, such as 504 for
                  gateway timeouts, and then select one of the following actions for the stage to
                  perform for that code:<ul class="- topic/ul ul" id="concept_zbz_4nx_v1c__ul_nrl_5vn_kmb" data-ofbid="concept_zbz_4nx_v1c__ul_nrl_5vn_kmb">
                        <li class="- topic/li li">Retry with constant backoff</li>
                        <li class="- topic/li li">Retry with linear backoff</li>
                        <li class="- topic/li li">Retry with exponential backoff</li>
                        <li class="- topic/li li">Generate output record</li>
                        <li class="- topic/li li">Generate error record</li>
                        <li class="- topic/li li">Abort pipeline</li>
                  </ul></div>
            <p class="- topic/p p">When defining the retry with a constant, linear, or exponential
                  backoff action, you also specify the backoff interval to wait in milliseconds.
                  When defining any of the retry actions, you specify the maximum number of retries
                  and timeout failure response. If the stage receives a successful status code
                  during a retry, then it processes the response. If the stage doesn't receive a
                  successful status code after the maximum number of retries, then the stage
                  performs the specified timeout failure action.</p>
            <p class="- topic/p p">You can add multiple status codes and configure a specific action
            for each code. </p>
            <div class="- topic/note note note note_note" id="concept_zbz_4nx_v1c__note_qpx_c3d_t1c" data-ofbid="concept_zbz_4nx_v1c__note_qpx_c3d_t1c"><span class="note__title">Note:</span> When using OAuth, all per-status actions configured for 401
                Unauthorized and 403 Forbidden statuses are ignored. Instead, the stage generates a
                new OAuth token. If the same error occurs again, the stage generates a stage
                error.</div>
        </div>
    </article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title10" id="concept_fjt_wnx_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title10">Per-Timeout Actions</h2>
    
<div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
            <p class="- topic/p p">By default, the Web Client origin <span class="- topic/ph ph">retries an operation five times before generating an
                        error. You can configure the stage to use different timeout criteria and
                        perform one of several actions when a specific type of timeout has reached
                        its configured timeout limit.</span></p>
            <div class="- topic/p p">To configure a per-timeout action, you select a timeout
                  type, such as request, enter a timeout interval, and then select one of the
                  following actions for the stage to perform for that code: <ul class="- topic/ul ul" id="concept_fjt_wnx_v1c__ul_fln_jwd_t1c" data-ofbid="concept_fjt_wnx_v1c__ul_fln_jwd_t1c">
                        <li class="- topic/li li">Retry with constant backoff</li>
                        <li class="- topic/li li">Retry with linear backoff</li>
                        <li class="- topic/li li">Retry with exponential backoff</li>
                        <li class="- topic/li li">Generate output record</li>
                        <li class="- topic/li li">Generate error record</li>
                        <li class="- topic/li li">Abort pipeline</li>
                  </ul></div>
            <p class="- topic/p p">When defining the retry with a constant, linear, or
                  exponential backoff action, you also specify the backoff interval to wait in
                  milliseconds. When defining any of the retry actions, you specify the maximum
                  number of retries and timeout failure action. If the stage receives a response
                  during a retry, then it processes the response. If the stage doesn't receive a
                  response after the maximum number of retries, then the stage performs the
                  specified timeout failure action.</p>
            <p class="- topic/p p">You can add multiple timeout types and specify timeout criteria and actions for each
                  of them.</p>
        </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title11" id="concept_smy_z4x_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title11">Pagination</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Web Client origin can use pagination to retrieve a large volume of data from a
            paginated API.</p>
        <p class="- topic/p p">When configuring the Web Client origin to use pagination, <span class="- topic/ph ph">use the pagination type supported by the API of the HTTP client. You will likely
                        need to consult the documentation for the origin system API to determine the
                        pagination type to use and the properties to set.</span></p>
        <p class="- topic/p p">The Web Client origin supports the following common pagination types:</p>
        <dl class="- topic/dl dl" id="concept_smy_z4x_v1c__dl_txt_gcd_t1c" data-ofbid="concept_smy_z4x_v1c__dl_txt_gcd_t1c">
                        
                              <dt class="- topic/dt dt dlterm">Link in Header</dt>
                              <dd class="- topic/dd dd">After processing the current page, the stage uses the link in the
                                    HTTP header to access the next page. The link in the header can
                                    be an absolute URL or a URL relative to the next page link base
                                    URL configured for the stage. For example, let's say you
                                    configure the following next page link base URL for the
                                    stage:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_smy_z4x_v1c__codeblock_unq_dpc_t1c" data-ofbid="concept_smy_z4x_v1c__codeblock_unq_dpc_t1c"><code>https://myapp.com/api/objects?page=1</code></pre></dd>
                              <dd class="- topic/dd dd ddexpand">The next link in the HTTP header can include an absolute URL, as
                                    follows:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_smy_z4x_v1c__codeblock_vnq_dpc_t1c" data-ofbid="concept_smy_z4x_v1c__codeblock_vnq_dpc_t1c"><code>link:&lt;https://myapp.com/api/objects?page=2&gt;; rel="next"</code></pre></dd>
                              <dd class="- topic/dd dd ddexpand">Or the next link can include a URL relative to the resource URL,
                                    as
                                    follows:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_smy_z4x_v1c__codeblock_wnq_dpc_t1c" data-ofbid="concept_smy_z4x_v1c__codeblock_wnq_dpc_t1c"><code>link:&lt;objects?page=2&gt;; rel="next"</code></pre></dd>
                        
                        
                              <dt class="- topic/dt dt dlterm">Link in Body</dt>
                              <dd class="- topic/dd dd">After processing the current page, the stage uses the link in a
                                    field in the response body to access the next page. The link in
                                    the response field can be an absolute URL or a URL relative to
                                    the next page link base URL configured for the stage. For
                                    example, let's say you configure the following next page link
                                    base URL for the
                                    stage:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_smy_z4x_v1c__codeblock_ycc_2pc_t1c" data-ofbid="concept_smy_z4x_v1c__codeblock_ycc_2pc_t1c"><code>http://myapp.com/api/tickets.json?start_time=138301982</code></pre></dd>
                              <dd class="- topic/dd dd ddexpand">The next link in the response field can include an absolute URL,
                                    as
                                    follows:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_smy_z4x_v1c__codeblock_zcc_2pc_t1c" data-ofbid="concept_smy_z4x_v1c__codeblock_zcc_2pc_t1c"><code>"next_page":"http://myapp.com/api/tickets.json?start_time=1389078385",&#x2028;</code></pre></dd>
                              <dd class="- topic/dd dd ddexpand">Or the next link can include a URL relative to the resource URL,
                                    as
                                    follows:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_smy_z4x_v1c__codeblock_adc_2pc_t1c" data-ofbid="concept_smy_z4x_v1c__codeblock_adc_2pc_t1c"><code>"next_page":"tickets.json?start_time=1389078385",&#x2028;</code></pre></dd>
                        
                        
                              <dt class="- topic/dt dt dlterm">Page</dt>
                              <dd class="- topic/dd dd">The stage begins processing with the specified initial page, and
                                    then requests the following page. Use the
                                          <code class="+ topic/ph pr-d/codeph ph codeph">${startAt}</code> variable in the resource URL
                                    as the value of the page number to request. You can optionally
                                    set a final page or offset for the stage to stop reading
                                    data.</dd>
                        
                        
                              <dt class="- topic/dt dt dlterm">Offset</dt>
                              <dd class="- topic/dd dd">The stage begins processing with the specified initial offset, and
                                    then requests the following offset. Use the
                                          <code class="+ topic/ph pr-d/codeph ph codeph">${startAt}</code> variable in the resource URL
                                    as the value of the offset number to request.</dd>
                        
                  </dl>
    </div>
<article class="- topic/topic concept/concept topic concept nested2" aria-labelledby="ariaid-title12" id="concept_wbh_jpx_v1c">
    <h3 class="- topic/title title topictitle3" id="ariaid-title12">Page or Offset Number</h3>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>

            <p class="- topic/p p">When using page or offset pagination, the API
                  of the HTTP client typically requires that you include a page or offset parameter
                  at the end of the response endpoint URL. The parameter determines the next page or
                  offset of data to request. </p>
            <p class="- topic/p p">The name of the parameter used by the API varies. For example, it
            might be <code class="+ topic/ph pr-d/codeph ph codeph">offset</code>, <code class="+ topic/ph pr-d/codeph ph codeph">page</code>, <code class="+ topic/ph pr-d/codeph ph codeph">start</code>, or
                <code class="+ topic/ph pr-d/codeph ph codeph">since</code>. Consult the documentation for the origin system API to
            determine the name of the page or offset parameter.</p>
            <p class="- topic/p p">The Web Client origin provides a <code class="+ topic/ph pr-d/codeph ph codeph">${startAt}</code> variable that you can
            use in the URL as the value of the page or offset. For example, your resource URL might
            be any of the following:</p>
            <ul class="- topic/ul ul" id="concept_wbh_jpx_v1c__ul_tff_2xh_kmb" data-ofbid="concept_wbh_jpx_v1c__ul_tff_2xh_kmb">
            <li class="- topic/li li"><code class="+ topic/ph pr-d/codeph ph codeph">http://webservice/object?limit=15&amp;offset=${startAt}</code></li>
            <li class="- topic/li li"><code class="+ topic/ph pr-d/codeph ph codeph">https://myapp.com/product?limit=5&amp;since=${startAt}</code></li>
            <li class="- topic/li li"><code class="+ topic/ph pr-d/codeph ph codeph">https://myotherapp.com/api/v1/products?page=${startAt}</code></li>
        </ul>
            <p class="- topic/p p">When the pipeline starts, the Web Client stage
                  uses the value of the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Initial Page</span> or <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Initial
                        Offset</span> property as the <code class="+ topic/ph pr-d/codeph ph codeph">${startAt}</code> variable
                  value. After the stage reads a page of results, the stage increments the
                        <code class="+ topic/ph pr-d/codeph ph codeph">${startAt}</code> variable by one if using page pagination, or by
                  the number of records read from the page if using offset pagination. </p>
            <section class="- topic/section section" id="concept_wbh_jpx_v1c__section_o15_lrm_51c" data-ofbid="concept_wbh_jpx_v1c__section_o15_lrm_51c"><h4 class="- topic/title title sectiontitle">Example</h4>
                
                <div class="- topic/p p">Say that you configure offset pagination, set the
                  initial offset to 0, and use the following response
                  endpoint:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_wbh_jpx_v1c__codeblock_spg_ffd_t1c" data-ofbid="concept_wbh_jpx_v1c__codeblock_spg_ffd_t1c"><code>https://myapp.com/product?limit=5&amp;since=${startAt}</code></pre></div>
                <div class="- topic/p p">When you start the pipeline, the stage resolves the response endpoint
                  to:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_wbh_jpx_v1c__codeblock_kj4_pfd_t1c" data-ofbid="concept_wbh_jpx_v1c__codeblock_kj4_pfd_t1c"><code>https://myapp.com/product?limit=5&amp;since=0</code></pre></div>
                <div class="- topic/p p">The first page of results includes items 0 through 4. After reading all 5 records
                  from the first page, the stage increments the <code class="+ topic/ph pr-d/codeph ph codeph">${startAt}</code> variable
                  by 5, such that the next response endpoint is resolved
                  to:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_wbh_jpx_v1c__codeblock_c5d_qfd_t1c" data-ofbid="concept_wbh_jpx_v1c__codeblock_c5d_qfd_t1c"><code>https://myapp.com/product?limit=5&amp;since=5</code></pre></div>
                <p class="- topic/p p">The second page of results also includes 5 items, starting at
            the 5th item.</p>
            </section>
        </div>
    </article></article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title13" id="concept_qyl_ymj_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title13">OAuth 2 Authentication</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Web Client origin can use the OAuth 2 protocol to connect to an HTTP service that
            uses basic or digest authentication, OAuth 2 client credentials, OAuth 2 username and
            password, or OAuth 2 access token. </p>
        <p class="- topic/p p">The OAuth 2 protocol authorizes third-party access to HTTP service resources without
            sharing credentials. The Web Client origin uses credentials to request an access token
            from the service. The service returns the token to the origin, and then the origin
            includes the token in a header in each request to the request endpoint.</p>
        <div class="- topic/p p">The credentials that you enter to request an access
                  token depend on the credentials grant type required by the HTTP service. You can
                  define the following OAuth 2 credentials grant types for Web Client stages: <dl class="- topic/dl dl" id="concept_qyl_ymj_v1c__dl_zcx_rlc_t1c" data-ofbid="concept_qyl_ymj_v1c__dl_zcx_rlc_t1c">
                        
                              <dt class="- topic/dt dt dlterm">Client credentials grant</dt>
                              <dd class="- topic/dd dd">
                                    <p class="- topic/p p">The stage sends its own credentials - the client ID and
                                          client secret or the basic, or digest authentication
                                          credentials - to the HTTP service. For example, use the
                                          client credentials grant to process data from the Twitter
                                          API or from the Microsoft Azure Active Directory (Azure
                                          AD) API.</p>
                                    <p class="- topic/p p">For more information about the client credentials grant, see
                                                <a class="- topic/xref xref" href="https://tools.ietf.org/html/rfc6749#section-4.4" target="_blank" rel="external noopener">https://tools.ietf.org/html/rfc6749#section-4.4</a>.</p>
                              </dd>
                        
                        
                              <dt class="- topic/dt dt dlterm">Access token grant</dt>
                              <dd class="- topic/dd dd">
                                    <p class="- topic/p p">The stage sends an access token to an authorization service
                                          and obtains an access token for the HTTP service.</p>
                              </dd>
                        
                        
                              <dt class="- topic/dt dt dlterm">Owner credentials grant</dt>
                              <dd class="- topic/dd dd">
                                    <p class="- topic/p p">The stage sends the credentials for the resource owner - the
                                          resource owner user name, password, client ID, and client
                                          secret - to the HTTP service. Or, you can use this grant
                                          type to migrate existing clients using basic or digest
                                          authentication to OAuth 2 by converting the stored
                                          credentials to an access token.</p>
                                    <p class="- topic/p p">For example, you can use this grant to process data from the
                                          Getty Images API. For more information about using OAuth 2
                                          to connect to the Getty Images API, see <a class="- topic/xref xref" href="https://developers.gettyimages.com/api/oauth2.html" target="_blank" rel="external noopener">http://developers.gettyimages.com/api/docs/v3/oauth2.html</a>.</p>
                                    <p class="- topic/p p">For more information about the resource owner password
                                          credentials grant, see <a class="- topic/xref xref" href="https://tools.ietf.org/html/rfc6749#section-4.3" target="_blank" rel="external noopener">https://tools.ietf.org/html/rfc6749#section-4.3</a>.</p>
                              </dd>
                        
                  </dl></div>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title14" id="concept_ipd_drx_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title14">Generated Records</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Web Client origin generates records based on the responses it receives.</p>
        <p class="- topic/p p">Data in the response body is parsed based on the selected data format. For HEAD
            responses, when the response body contains no data, the origin creates an empty record.
            Information returned from the HEAD response appears in record header attributes. For all
            other methods, when the response body contains no data, and no records are created.</p>
        <p class="- topic/p p">In generated records, all standard response header fields, such as Content-Encoding and
            Content-Type, are written to corresponding record header attributes. Custom response
            header fields are also written to record header attributes. Record header attribute
            names match the original response header names.</p>
        <p class="- topic/p p">When you configure the origin to generate records for unsuccessful statuses that are not
            added as <a class="- topic/xref xref" href="WebClientO.html#concept_zbz_4nx_v1c">per-status actions</a>, then
            the record might also include a field that contains the error response body.</p>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title15" id="concept_rff_jrx_v1c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title15">Data Formats</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Web Client origin processes data differently based on the data format that you
            select.</p>
        <p class="- topic/p p">The Web Client origin processes data formats as follows:</p>

            <div class="- topic/p p">
                <dl class="- topic/dl dl" id="concept_rff_jrx_v1c__dl_zc2_4rx_v1c" data-ofbid="concept_rff_jrx_v1c__dl_zc2_4rx_v1c">
                    
                              <dt class="- topic/dt dt dlterm">Avro</dt>
                              <dd class="- topic/dd dd">Generates a record for every message. Includes a
                                          <code class="+ topic/ph pr-d/codeph ph codeph">precision</code> and <code class="+ topic/ph pr-d/codeph ph codeph">scale</code>
                                    <a class="- topic/xref xref" href="../Pipeline_Design/FieldAttributes.html#concept_xfm_wtp_1z"> field attribute</a> for each Decimal field. </dd>
                              <dd class="- topic/dd dd ddexpand">The stage includes the Avro schema in an
                                          <code class="+ topic/ph pr-d/codeph ph codeph">avroSchema</code>
                                    <a class="- topic/xref xref" href="../Pipeline_Design/RecordHeaderAttributes.html#concept_wn2_jcz_dz">record header attribute</a>. You can use one of the
                                    following methods to specify the location of the Avro schema
                                          definition:<ul class="- topic/ul ul" id="concept_rff_jrx_v1c__ul_npz_1lz_kx" data-ofbid="concept_rff_jrx_v1c__ul_npz_1lz_kx">
                                          <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">Message/Data Includes Schema</span> -
                                                Use the schema in the message.</li>
                                          <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">In Pipeline Configuration</span> - Use
                                                the schema that you provide in the stage
                                                configuration. </li>
                                          <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">Confluent Schema Registry</span> -
                                                Retrieve the schema from Confluent Schema Registry.
                                                Confluent Schema Registry is a distributed storage
                                                layer for Avro schemas. You can configure the stage
                                                to look up the schema in Confluent Schema Registry
                                                by the schema ID embedded in the message or by the
                                                schema ID or subject specified in the stage
                                                configuration.</li>
                                    </ul></dd>
                              <dd class="- topic/dd dd ddexpand">Using a schema in the stage configuration or retrieving a schema
                                    from Confluent Schema Registry overrides any schema that might
                                    be included in the message and can improve performance.</dd>
                        
                    
                              <dt class="- topic/dt dt dlterm">Binary</dt>
                              <dd class="- topic/dd dd">Generates <span class="- topic/ph ph" id="concept_rff_jrx_v1c__Read-Binary-ph1">a record with a single byte
                                          array field at the root of the record.</span>
                              </dd>
                              <dd class="- topic/dd dd ddexpand"><span class="- topic/ph ph" id="concept_rff_jrx_v1c__ReadBinary-ph2">When the data exceeds the user-defined
                                          maximum data size, the origin cannot process the data.
                                          Because the record is not created, the origin cannot pass
                                          the record to the pipeline to be written as an error
                                          record. Instead, the origin generates a stage error.</span>
                              </dd>
                        
                    
                              <dt class="- topic/dt dt dlterm">Datagram</dt>
                              <dd class="- topic/dd dd">Generates <span class="- topic/ph ph" id="concept_rff_jrx_v1c__ReadDatagram-ph">a record for every
                                          message.</span> The origin <span class="- topic/ph ph">can process <a class="- topic/xref xref" href="https://collectd.org/" target="_blank" rel="external noopener">collectd</a> messages, <span class="- topic/ph ph" id="concept_rff_jrx_v1c__ph-NetFlowVersions">NetFlow 5 and NetFlow 9 messages</span>, and the
                        following types of syslog messages:</span>
                                    <ul class="- topic/ul ul" id="concept_rff_jrx_v1c__ul_fj2_3q4_4x" data-ofbid="concept_rff_jrx_v1c__ul_fj2_3q4_4x">
                        <li class="- topic/li li" id="concept_rff_jrx_v1c__li_RFC5424" data-ofbid="concept_rff_jrx_v1c__li_RFC5424"><a class="- topic/xref xref" href="https://tools.ietf.org/html/rfc5424" target="_blank" rel="external noopener">RFC 5424</a></li>
                        <li class="- topic/li li" id="concept_rff_jrx_v1c__li_RFC3164" data-ofbid="concept_rff_jrx_v1c__li_RFC3164"><a class="- topic/xref xref" href="https://tools.ietf.org/html/rfc3164" target="_blank" rel="external noopener">RFC 3164</a></li>
                        <li class="- topic/li li">Non-standard common messages, such as RFC 3339 dates with no version
                              digit</li>
                  </ul></dd>
                              <dd class="- topic/dd dd ddexpand"><span class="- topic/ph ph">When processing NetFlow messages, the stage generates
                        different records based on the NetFlow version. When processing NetFlow 9,
                        the records are generated based on the NetFlow 9 configuration properties.
                        For more information, see <a class="- topic/xref xref" href="../Data_Formats/NetFlow_Overview.html#concept_thl_nnr_hbb">NetFlow Data Processing</a>.</span></dd>
                        
                    
                              <dt class="- topic/dt dt dlterm">Delimited</dt>
                              <dd class="- topic/dd dd">Generates a record for each delimited line. </dd>
                              <dd class="- topic/dd dd ddexpand"><span class="- topic/ph ph" id="concept_rff_jrx_v1c__Delim-Read-General">The CSV parser that you choose
                                          determines the delimiter properties that you configure and
                                          how the stage handles parsing errors. You can specify if
                                          the data includes a header line and whether to use it. You
                                          can define the number of lines to skip before reading, the
                                          character set of the data, and the root field type to use
                                          for the generated record.</span></dd>
                              <dd class="- topic/dd dd ddexpand"><span class="- topic/ph ph" id="concept_rff_jrx_v1c__Delim-Read-stringControl">You can also configure the stage
                                          to replace a string constant with null values and to
                                          ignore control characters.</span></dd>
                              <dd class="- topic/dd dd ddexpand"><span class="- topic/ph ph" id="concept_rff_jrx_v1c__Delim-Read-Xref">For more information about reading
                                          delimited data, see <a class="- topic/xref xref" href="../Data_Formats/Delimited.html#concept_ust_d4q_qgb">Reading Delimited Data</a>.</span></dd>
                        
                    
                              <dt class="- topic/dt dt dlterm">JSON</dt>
                              <dd class="- topic/dd dd">Generates a record for each JSON object. You can process JSON
                                    files that include multiple JSON objects or a single JSON
                                    array.</dd>
                              <dd class="- topic/dd dd ddexpand">When an object exceeds the maximum object length defined for the
                                    origin, the origin processes the object based on the error
                                    handling configured for the stage. </dd>
                        
                    
                              <dt class="- topic/dt dt dlterm">Log</dt>
                              <dd class="- topic/dd dd">Generates a record for every log line. </dd>
                              <dd class="- topic/dd dd ddexpand">When a line exceeds the user-defined maximum line length, the
                                    origin truncates longer lines. </dd>
                              <dd class="- topic/dd dd ddexpand">You can include the processed log line as a field in the record.
                                    If the log line is truncated, and you request the log line in
                                    the record, the origin includes the truncated line.</dd>
                              <dd class="- topic/dd dd ddexpand">You can define the <a class="- topic/xref xref" href="../Data_Formats/LogFormats.html#concept_tr1_spd_sr">log format</a> or type to be read.</dd>
                        
                    
                              <dt class="- topic/dt dt dlterm">Protobuf</dt>
                              <dd class="- topic/dd dd">Generates a record for every protobuf message. By default, the
                                    origin assumes messages contain multiple protobuf messages.</dd>
                              <dd class="- topic/dd dd ddexpand">Protobuf messages must match the specified message type and be
                                    described in the descriptor file. </dd>
                              <dd class="- topic/dd dd ddexpand">When the data for a record exceeds 1 MB, the origin cannot
                                    continue processing data in the message. The origin handles the
                                    message based on the stage error handling property and continues
                                    reading the next message. </dd>
                              <dd class="- topic/dd dd ddexpand">For information about generating the descriptor file, see <a class="- topic/xref xref" href="../Data_Formats/Protobuf-Prerequisites.html" title="Perform the following prerequisites before reading or writing protobuf data.">Protobuf Data Format Prerequisites</a>.</dd>
                        
 
                    
                        <dt class="- topic/dt dt dlterm">Text</dt>
                        <dd class="- topic/dd dd">Generates a record for each line of text. </dd>
                        <dd class="- topic/dd dd ddexpand">When a line exceeds the specified maximum line length, the origin
                            truncates the line. The origin adds a boolean field named Truncated to
                            indicate if the line was truncated. </dd>
                    
                    
                              <dt class="- topic/dt dt dlterm">XML</dt>
                              <dd class="- topic/dd dd">Generates records based on a user-defined delimiter element. Use
                                    an XML element directly under the root element or define a
                                    simplified XPath expression. If you do not define a delimiter
                                    element, the origin treats the XML file as a single record.</dd>
                              <dd class="- topic/dd dd ddexpand">Generated records include XML attributes and namespace
                                    declarations as fields in the record by default. You can
                                    configure the stage to include them in the record as field
                                    attributes. </dd>
                              <dd class="- topic/dd dd ddexpand">You can include XPath information for each parsed XML element and
                                    XML attribute in field attributes. This also places each
                                    namespace in an xmlns record header attribute. <div class="- topic/note note note note_note"><span class="note__title">Note:</span> <span class="- topic/ph ph">Field attributes and record header attributes are
                        written to destination systems automatically only when you use the SDC RPC
                        data format in destinations. For more information about working with field
                        attributes and record header attributes, and how to include them in records,
                        see <a class="- topic/xref xref" href="../Pipeline_Design/FieldAttributes.html#concept_xfm_wtp_1z">Field Attributes</a> and <a class="- topic/xref xref" href="../Pipeline_Design/RecordHeaderAttributes.html#concept_wn2_jcz_dz">Record Header Attributes</a>.</span></div></dd>
                              <dd class="- topic/dd dd ddexpand">When a record exceeds the user-defined maximum record length, the
                                    origin skips the record and continues processing with the next
                                    record. It sends the skipped record to the pipeline for error
                                    handling. </dd>
                              <dd class="- topic/dd dd ddexpand">Use the XML data format to process valid XML documents. For more
                                    information about XML processing, see <a class="- topic/xref xref" href="../Data_Formats/XMLDFormat.html#concept_lty_42b_dy">Reading and Processing XML Data</a>.</dd>
                              <dd class="- topic/dd dd ddexpand">
                                    <div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> <span class="- topic/ph ph">If you want to process invalid XML
                                                documents, you can try using the text data format
                                                with custom delimiters. For more information, see
                                                  <a class="- topic/xref xref" href="../Data_Formats/TextCDelim.html#concept_okt_kmg_jx">Processing XML Data with Custom Delimiters</a>.</span>
                                    </div>
                              </dd>
                        
                </dl>
            </div>
        </div>
    </article><article class="- topic/topic task/task topic task nested1" aria-labelledby="ariaid-title16" id="task_wqv_5xg_51c">
    <h2 class="- topic/title title topictitle2" id="ariaid-title16">Configuring a Web Client Origin</h2>
    
    <div class="- topic/body task/taskbody body taskbody"><p class="- topic/shortdesc shortdesc"></p>
        <section class="- topic/section task/context section context">
            <p class="- topic/p p">Configure a Web Client origin to read data from an HTTP endpoint.</p>
            <p class="- topic/p p">This origin <span class="- topic/ph ph">is a <a class="- topic/xref xref" href="../Pipeline_Design/TechPreview.html">Technology Preview</a> feature. It is not meant for use in
                        production.</span></p>
        </section>
        <section class="- topic/ol task/steps ol steps"><ol class="- topic/ol task/steps ol steps"><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">In the Properties panel, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">General</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_ac1_hss_5x" data-ofbid="task_wqv_5xg_51c__table_ac1_hss_5x" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_ac1_hss_5x__entry__1">General Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_ac1_hss_5x__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ac1_hss_5x__entry__1">Name</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ac1_hss_5x__entry__2">Stage name.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ac1_hss_5x__entry__1">Description</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ac1_hss_5x__entry__2">Optional description.</td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ac1_hss_5x__entry__1"><a class="- topic/xref xref" href="WebClientO.html#concept_t4q_gkn_51c">Produce
                                            Events</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ac1_hss_5x__entry__2">Generates event records when events occur. Use for
                  <a class="- topic/xref xref" href="../Event_Handling/EventFramework-Title.html#concept_cph_5h4_lx">event handling</a>.</td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_ac1_hss_5x__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ErrorHandling.html#concept_atr_j4y_5r">On Record Error</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_ac1_hss_5x__entry__2">Error record handling for the stage: <ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_h5l_np2_px" data-ofbid="task_wqv_5xg_51c__ul_h5l_np2_px">
                  <li class="- topic/li li">Discard - Discards the record.</li>
                  <li class="- topic/li li">Send to Error - Sends the record to the pipeline for error handling.</li>
                  <li class="- topic/li li">Stop Pipeline - Stops the pipeline. </li>
                </ul></td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <strong class="+ topic/ph hi-d/b ph b">Connection</strong> tab, configure the following properties: </span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_j3t_k43_v1c" data-ofbid="task_wqv_5xg_51c__table_j3t_k43_v1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Connection Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Authentication Scheme</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">
                                <p class="- topic/p p">Determines the authentication type used to connect to the
                                    server:</p>
                                <ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_orz_jkm_r1c" data-ofbid="task_wqv_5xg_51c__ul_orz_jkm_r1c">
                                    <li class="- topic/li li">
                                        <p class="- topic/p p">None - Performs no authentication.</p>
                                    </li>
                                    <li class="- topic/li li">
                                        <p class="- topic/p p">Basic - Uses basic authentication. Requires a username
                                            and password.</p>
                                        <p class="- topic/p p">Use with HTTPS to avoid passing unencrypted
                                            credentials.</p>
                                    </li>
                                    <li class="- topic/li li">
                                        <p class="- topic/p p">Digest - Uses digest authentication. Requires a username
                                            and password.</p>
                                    </li>
                                    <li class="- topic/li li">
                                        <p class="- topic/p p">Bearer - Uses bearer authentication. Requires a username
                                            and password.</p>
                                    </li>
                                    <li class="- topic/li li">
                                        <p class="- topic/p p">OAuth 1 - Uses OAuth 1.0 authentication. Requires OAuth
                                            credentials.</p>
                                    </li>
                                    <li class="- topic/li li">
                                        <p class="- topic/p p">OAuth 2 - Uses OAuth 2.0 authentication. Requires OAuth
                                            credentials.</p>
                                    </li>
                                </ul>
                            </td>
                        </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Request Endpoint</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">
              <p class="- topic/p p">URL of the request resource.</p>
              <p class="- topic/p p">
                
              </p>
            </td>
          </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Data Interchange Pattern</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">
              <p class="- topic/p p">Determines whether the request and response share an endpoint:</p>
              <ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_mfq_zjm_r1c" data-ofbid="task_wqv_5xg_51c__ul_mfq_zjm_r1c">
                <li class="- topic/li li">
                  <p class="- topic/p p">One-Step - The request and response have the same endpoint.</p>
                </li>
              </ul>
              <div class="- topic/p p">
                
              </div>
            </td>
          </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Keystore Management</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__entry-WebClient-SecurityOption" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">Determines the authentication
                                and encryption used to connect to the HTTP server.<ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_rr5_nq5_5bc" data-ofbid="task_wqv_5xg_51c__ul_rr5_nq5_5bc">
                                    <li class="- topic/li li">Automatic (for most HTTP and HTTPS requests) - Uses
                                        automatically-generated keystore and truststore
                                        configurations.</li>
                                    <li class="- topic/li li">Manual (for manually configured HTTPS requests) - Manually
                                        configure the keystore and truststore to use.</li>
                                </ul></td>
                        </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Keystore Location</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">
                                <p class="- topic/p p">Where to load the keystore from:</p>
                                <ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_ppw_xzt_51c" data-ofbid="task_wqv_5xg_51c__ul_ppw_xzt_51c">
                                    <li class="- topic/li li">
                                        <p class="- topic/p p">Local - Loads the keystore from a local file.</p>
                                    </li>
                                    <li class="- topic/li li">
                                        <p class="- topic/p p">Remote - Loads the keystore from the provided key and
                                            certificate chain.</p>
                                    </li>
                                </ul>
                                <p class="- topic/p p">Required for manual keystore management.</p>
                            </td>
                        </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1"><a class="- topic/xref xref" href="../Pipeline_Configuration/SSL-TLS.html#concept_kqb_rqf_5z">Keystore File</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">
                                <p class="- topic/p p">Path to the local keystore file. Enter an absolute path to the
                                    file or enter the following expression to define the file stored
                                    in the <span class="- topic/ph ph">Data Collector</span>
                                    resources directory:</p>
                                <p class="- topic/p p"><code class="+ topic/ph pr-d/codeph ph codeph">${runtime:resourcesDirPath()}/keystore.jks</code>
                                </p>
                                <p class="- topic/p p">Available for manual keystore management.</p>
                            </td>
                                </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__entry-TLS-KeystoreType" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Keystore Type</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">Type of keystore to use. Use one of the following types:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul-keystoreTruststore-Types" data-ofbid="task_wqv_5xg_51c__ul-keystoreTruststore-Types">
                                    <li class="- topic/li li">Java Keystore File (JKS)</li>
                                    <li class="- topic/li li">PKCS #12 (p12 file)</li>
                                </ul><p class="- topic/p p">Default is Java Keystore File (JKS). </p></td>
                        </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__entry-TLS-KeystorePassword" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Keystore Password</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">
                                        <p class="- topic/p p" id="task_wqv_5xg_51c__p-TLS-KeystorePassword-desc" data-ofbid="task_wqv_5xg_51c__p-TLS-KeystorePassword-desc">Password to the keystore file. A password is optional,
                                            but recommended.</p>
                                        <div class="- topic/p p">
                                            <div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> To secure sensitive information such as
                  passwords, you can use <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div>
                                        </div>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Private Key</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">Private key used in the remote keystore. Enter a <a class="- topic/xref xref" href="../Expression_Language/Functions.html#concept_yvc_3qs_r1b">credential function</a> that returns the key or
                                        enter the contents of the key.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Certificate Chain</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">Each PEM certificate used in the remote keystore. Enter a
                                            <a class="- topic/xref xref" href="../Expression_Language/Functions.html#concept_yvc_3qs_r1b">credential function</a> that returns the certificate
                                        or enter the contents of the certificate.<p class="- topic/p p">Using simple or bulk edit mode, click the <strong class="+ topic/ph hi-d/b ph b">Add</strong>
                                            icon to add additional certificates.</p></td>
                                </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__entry-TLS-KeystoreKeyAlgo" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Keystore Key Algorithm</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">
                                <p class="- topic/p p" id="task_wqv_5xg_51c__p-TLS-KeystoreKeyAlgo-desc1" data-ofbid="task_wqv_5xg_51c__p-TLS-KeystoreKeyAlgo-desc1">Algorithm to manage the
                                    keystore. </p>
                                <p class="- topic/p p" id="task_wqv_5xg_51c__p-TLS-KeystoreKeyAlgo-desc2" data-ofbid="task_wqv_5xg_51c__p-TLS-KeystoreKeyAlgo-desc2">Default is <span class="- topic/ph ph">SunX509</span>.</p>
                            </td>
                        </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1"><a class="- topic/xref xref" href="../Pipeline_Configuration/SSL-TLS.html#concept_kqb_rqf_5z">Truststore File</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">
                                        <p class="- topic/p p" id="task_wqv_5xg_51c__p-TLS-TruststoreFile-desc1" data-ofbid="task_wqv_5xg_51c__p-TLS-TruststoreFile-desc1">Path to the local truststore file. Enter an absolute path
                                            to the file or enter the following expression to define
                                            the file stored in the <span class="- topic/ph ph">Data Collector</span> resources directory:</p>
                                        <p class="- topic/p p" id="task_wqv_5xg_51c__p-TLS-TruststoreFile-desc2" data-ofbid="task_wqv_5xg_51c__p-TLS-TruststoreFile-desc2"><code class="+ topic/ph pr-d/codeph ph codeph">${runtime:resourcesDirPath()}/truststore.jks</code>
                                        </p>
                                        <p class="- topic/p p" id="task_wqv_5xg_51c__p-TLS-TruststoreFile-desc3" data-ofbid="task_wqv_5xg_51c__p-TLS-TruststoreFile-desc3">By default, no truststore is used. </p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__entry-TLS-TruststoreType" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Truststore Type</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">
                                <div class="- topic/p p" id="task_wqv_5xg_51c__p-TLS-TruststoreType-desc1" data-ofbid="task_wqv_5xg_51c__p-TLS-TruststoreType-desc1">Type of truststore to use. Use
                                    one of the following types:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_czd_mfv_5bc" data-ofbid="task_wqv_5xg_51c__ul_czd_mfv_5bc">
                                        <li class="- topic/li li">Java Keystore File (JKS)</li>
                                        <li class="- topic/li li">PKCS #12 (p12 file)</li>
                                    </ul></div>
                                <p class="- topic/p p" id="task_wqv_5xg_51c__p-TLS-TruststoreType-desc2" data-ofbid="task_wqv_5xg_51c__p-TLS-TruststoreType-desc2">Default is Java Keystore File
                                    (JKS). </p>
                            </td>
                        </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__entry-TLS-TruststorePassword" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Truststore Password</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">
                                        <p class="- topic/p p" id="task_wqv_5xg_51c__p-TLS-TruststorePassword-desc" data-ofbid="task_wqv_5xg_51c__p-TLS-TruststorePassword-desc">Password to the truststore file. A password is optional,
                                            but recommended.</p>
                                        <div class="- topic/p p">
                                            <div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> To secure sensitive information such as
                  passwords, you can use <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div>
                                        </div>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Truststore Key Algorithm</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">
                                <p class="- topic/p p">Algorithm to manage the truststore. </p>
                                <p class="- topic/p p">Default is <span class="- topic/ph ph" id="task_wqv_5xg_51c__TLS-DefaultAlgorithm-ph">SunX509</span>.</p>
                                <p class="- topic/p p">Required for manual keystore management.</p>
                            </td>
                        </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Default Protocol Versions</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">
                                <p class="- topic/p p">Use only modern default secure protocol versions.</p>
                                <p class="- topic/p p">Available for manual keystore management.</p>
                            </td>
                        </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Default Cipher Suites</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">
                                <p class="- topic/p p">Use only modern default cipher suites.</p>
                                <p class="- topic/p p">Available for manual keystore management.</p>
                            </td>
                        </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Use Proxy Server</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">Enables using a proxy server to connect to the system. </td>
                        </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Proxy Server</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">Proxy server endpoint.</td>
                        </tr>
                                <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Proxy User</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2">User name for proxy credentials.</td>
                        </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__1">Proxy Password</td>
            <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_j3t_k43_v1c__entry__2"><span class="- topic/ph ph">Password for proxy
                            credentials.</span><div class="- topic/note note tip note_tip" id="task_wqv_5xg_51c__note_tkl_q4w_s1c" data-ofbid="task_wqv_5xg_51c__note_tkl_q4w_s1c"><span class="note__title">Tip:</span> <span class="- topic/ph ph" id="task_wqv_5xg_51c__ph-runtimeresources_credstores">To
                        secure sensitive information such as user names and passwords, you can use
                              <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></span></div></td>
          </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For Basic or Digest authentication, on the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Connection</span>
                    tab, configure the following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_kfn_q13_s1c" data-ofbid="task_wqv_5xg_51c__table_kfn_q13_s1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
            <tr class="- topic/row">
              <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_kfn_q13_s1c__entry__1">Connection Property</th>
              <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_kfn_q13_s1c__entry__2">Description</th>
            </tr>
          </thead><tbody class="- topic/tbody tbody">
            <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_kfn_q13_s1c__entry__1">User</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_kfn_q13_s1c__entry__2">
                <p class="- topic/p p">Authentication username.</p>
              </td>
            </tr>
            <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_kfn_q13_s1c__entry__1">Password</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_kfn_q13_s1c__entry__2">
                <p class="- topic/p p">Authentication password.</p>
                <div class="- topic/p p">
                  <div class="- topic/note note tip note_tip" id="task_wqv_5xg_51c__note_ztl_lyh_s1c" data-ofbid="task_wqv_5xg_51c__note_ztl_lyh_s1c"><span class="note__title">Tip:</span> To secure sensitive information such as the JWT
                  signing key, you can use <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div>
                </div>
              </td>
            </tr>
          </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For Bearer authentication, on the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Connection</span> tab,
                    configure the following property:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_ntz_slr_vbc" data-ofbid="task_wqv_5xg_51c__table_ntz_slr_vbc" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                    <tr class="- topic/row">
                        <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_ntz_slr_vbc__entry__1">Bearer Property</th>
                        <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_ntz_slr_vbc__entry__2">Description</th>
                    </tr>
                </thead><tbody class="- topic/tbody tbody">
                    <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_ntz_slr_vbc__entry__1">Token</td>
                        <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_ntz_slr_vbc__entry__2">Authentication token to access the requested resource.</td>
                    </tr>
                </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For OAuth 1 authentication, on the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Connection</span> tab,
                    configure the following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_wfh_zlr_vbc" data-ofbid="task_wqv_5xg_51c__table_wfh_zlr_vbc" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                    <tr class="- topic/row">
                        <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_wfh_zlr_vbc__entry__1">OAuth 1 Property</th>
                        <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_wfh_zlr_vbc__entry__2">Description</th>
                    </tr>
                </thead><tbody class="- topic/tbody tbody">
                    <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_wfh_zlr_vbc__entry__1">Consumer Key</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_wfh_zlr_vbc__entry__2">
                            <p class="- topic/p p">Name of the OAuth consumer key.</p>
                        </td>
                    </tr>
                    <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_wfh_zlr_vbc__entry__1">Consumer Secret</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_wfh_zlr_vbc__entry__2">
                            <p class="- topic/p p">OAuth consumer secret.</p>
                        </td>
                    </tr>
                    <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_wfh_zlr_vbc__entry__1">Access Token</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_wfh_zlr_vbc__entry__2">
                            <p class="- topic/p p">OAuth 1.0 access token.</p>
                        </td>
                    </tr>
                    <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_wfh_zlr_vbc__entry__1">Token Secret</td>
                        <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_wfh_zlr_vbc__entry__2">
                            <p class="- topic/p p">OAuth 1.0 token secret.</p>
                        </td>
                    </tr>
                </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For OAuth 2 authentication, on the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Connection</span> tab,
                    configure the following properties.</span>
                <div class="- topic/itemgroup task/info itemgroup info">For more information about OAuth 2, see <a class="- topic/xref xref" href="WebClientO.html#concept_qyl_ymj_v1c">OAuth 2 Authentication</a>. </div>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_b4l_pxn_s1c" data-ofbid="task_wqv_5xg_51c__table_b4l_pxn_s1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__1">OAuth 2 Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__1">Grant Type</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__2">
                            <p class="- topic/p p">Grant type required by the HTTP service.</p>
                        </td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__1">Token Endpoint</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__2">
                            <p class="- topic/p p">URL to request the access token.</p>
                        </td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__1">Client ID</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__2">
                            <p class="- topic/p p">Client ID that the HTTP service uses to identify the HTTP client.</p>
                            <p class="- topic/p p">Enter for the client credentials grant that uses a client ID and
                                secret for authentication. Or, for the resource owner password
                                credentials grant that requires a client ID and secret.</p>
                            <p class="- topic/p p">Required for the Client Credentials grant.</p>
                        </td>
                    </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__1">Client Secret</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__2">
                <p class="- topic/p p">Client secret that the HTTP service uses to authenticate the HTTP client.</p>
                <p class="- topic/p p">Enter for the client credentials grant that uses a client ID and secret for
                  authentication. Or, for the resource owner password credentials grant that
                  requires a client ID and secret.</p>
                <div class="- topic/p p">
                  <div class="- topic/note note tip note_tip" id="task_wqv_5xg_51c__note_zfn_xxh_s1c" data-ofbid="task_wqv_5xg_51c__note_zfn_xxh_s1c"><span class="note__title">Tip:</span> To secure sensitive information such as the JWT
                  signing key, you can use <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div>
                </div>
                <p class="- topic/p p">Required for the Client Credentials grant.</p>
              </td>
            </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__1">Signing Algorithm</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__2">Algorithm used to sign the access token.<p class="- topic/p p">Required for the Access
                                Token grant.</p></td>
                    </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__1">Signing Key</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__2">Private key that the selected signing algorithm uses to sign the access token.<div class="- topic/p p">
                  <div class="- topic/note note tip note_tip" id="task_wqv_5xg_51c__note_axn_zxh_s1c" data-ofbid="task_wqv_5xg_51c__note_axn_zxh_s1c"><span class="note__title">Tip:</span> To secure sensitive information such as the JWT
                  signing key, you can use <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div>
                </div><p class="- topic/p p">Required for the Access Token grant using a signing algorithm.</p></td>
            </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__1">Token Headers</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__2">Headers to include in the access token<p class="- topic/p p">Available for the Access
                                Token grant.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__1">Token Claims</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__2">Claims to include in the access token. Specify in JSON format. Enter
                            each claim required to obtain an access token. You can include the
                            expression language in the token claims.<p class="- topic/p p">For example, to request an
                                access token to read from Google service accounts, enter the
                                following claims with the appropriate
                                values:</p><pre class="+ topic/pre pr-d/codeblock pre codeblock" id="task_wqv_5xg_51c__codeblock_rrr_byh_s1c" data-ofbid="task_wqv_5xg_51c__codeblock_rrr_byh_s1c"><code>{
  "iss":"my_name@my_account.iam.gserviceaccount.com",
  "scope":"https://www.googleapis.com/auth/drive",
  "aud":"https://oauth2.googleapis.com/token",
  "exp":${(time:dateTimeToMilliseconds(time:now())/1000) + 50 * 60},
  "iat":${time:dateTimeToMilliseconds(time:now())/1000}
}</code></pre><p class="- topic/p p">Required for the Access Tokens grant.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__1">Owner User</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__2">Resource owner user name.<p class="- topic/p p">Required for the Owner Credentials
                                grant.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__1">Owner Password</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__2">Resource owner password.<p class="- topic/p p">Required for the Owner Credentials
                                grant.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__1">Owner Client ID</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__2">Resource owner client ID.<p class="- topic/p p">Available for the Owner Credentials
                                grant.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__1">Owner Client Secret</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__2">Resource owner client secret.<p class="- topic/p p">Required for the Owner Credentials
                                grant.</p></td>
                    </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__1">Additional Parameters</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_b4l_pxn_s1c__entry__2">Optional parameters to send to the token endpoint when requesting an access
                token. For example, you can define the OAuth 2 <code class="+ topic/ph pr-d/codeph ph codeph">scope</code> request
                  parameter.<p class="- topic/p p">Using <a class="- topic/xref xref" href="../Pipeline_Configuration/SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a>, click the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> icon to
                  add additional key-value pairs.</p></td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <strong class="+ topic/ph hi-d/b ph b">Requests</strong> tab, configure the following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_vfm_n1h_51c" data-ofbid="task_wqv_5xg_51c__table_vfm_n1h_51c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__1">Request Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__1"><a class="- topic/xref xref" href="WebClientO.html#concept_pbs_2sj_v1c">Ingestion
                                            Mode</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__2">How to gather data from the endpoint.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__1"><a class="- topic/xref xref" href="WebClientO.html#concept_mbc_m2h_51c">Method</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__2">HTTP request method. Use one of the standard HTTP
              methods. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__1"><a class="- topic/xref xref" href="WebClientO.html#concept_zsn_25j_v1c">Security
                                            Headers</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__2">Security headers to include in the request. Using <a class="- topic/xref xref" href="../Pipeline_Configuration/SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a>, click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> to add additional
              security headers.<p class="- topic/p p">You can use credential functions to retrieve sensitive information
                from supported <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></p><div class="- topic/note note note note_note" id="task_wqv_5xg_51c__note_fkk_lm3_czb" data-ofbid="task_wqv_5xg_51c__note_fkk_lm3_czb"><span class="note__title">Note:</span> If you define the same header in the Common
                Headers property, security headers take precedence.</div></td>
                                </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__1">Request Body</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__2">Request data to use with the specified method. Available for the Post, Put,
              Patch, and Head methods.<p class="- topic/p p">You can use <a class="- topic/xref xref" href="../Expression_Language/Functions.html#concept_qkr_trf_sw" title="Use time functions to return the current time or to transform datetime data.">time functions</a> and <a class="- topic/xref xref" href="../Expression_Language/DateTimeVariables.html#concept_gh4_qd2_sv" title="The expression language provides datetime variables for use in expressions.">datetime variables</a>, such as <code class="+ topic/ph pr-d/codeph ph codeph">${YYYY()}</code>, in the request
                body.</p></td>
          </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__1">Wait Time Between Requests (ms)</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__2">Milliseconds to wait between requests.</td>
          </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__1">Maximum Parallel Requests</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__2">Maximum number of requests to make simultaneously.</td>
          </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__1"><a class="- topic/xref xref" href="WebClientO.html#concept_zsn_25j_v1c">Common
                                            Headers</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__2">Common headers to include in the request. Using <a class="- topic/xref xref" href="../Pipeline_Configuration/SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a>, click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> to add additional
              common headers.<div class="- topic/p p">
                <div class="- topic/note note note note_note" id="task_wqv_5xg_51c__note_kxj_xgv_s1c" data-ofbid="task_wqv_5xg_51c__note_kxj_xgv_s1c"><span class="note__title">Note:</span> If you define the same header in the Security Headers
                  property, security headers take precedence.</div>
              </div></td>
                                </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__1">Default Request Content Type</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__2">Request content type to set if not specified as a header.</td>
          </tr>
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__1">Request Time Zone</td>
            <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_vfm_n1h_51c__entry__2">Time zone to use in time expressions.</td>
          </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <strong class="+ topic/ph hi-d/b ph b">Request Data</strong> tab, configure the following property:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_jcb_5bh_51c" data-ofbid="task_wqv_5xg_51c__table_jcb_5bh_51c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_jcb_5bh_51c__entry__1">Request Data Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_jcb_5bh_51c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_jcb_5bh_51c__entry__1"><a class="- topic/xref xref" href="WebClientO.html#concept_rff_jrx_v1c">Request Data
                                            Format</a>
                                    </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_jcb_5bh_51c__entry__2">
                                        <p class="- topic/p p">Format to use to generate HTTP output data. Use one of
                                            the following data formats:</p>
                                        <ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul-WebClient-DataFormats" data-ofbid="task_wqv_5xg_51c__ul-WebClient-DataFormats">
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Avro</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Binary</p>
                                            </li>
                                            <li class="- topic/li li">Datagram</li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Delimited</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">JSON</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Protobuf</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Text</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">XML</p>
                                            </li>
                                        </ul>
                                    </td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For Avro data, on the <strong class="+ topic/ph hi-d/b ph b">Request Data</strong> tab, configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_ymt_t3w_s1c" data-ofbid="task_wqv_5xg_51c__table_ymt_t3w_s1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__1">Avro Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__1">Avro Schema Location</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__2">Location of the Avro schema definition to use when
                                        writing data:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_mr6_sdg_lx" data-ofbid="task_wqv_5xg_51c__ul_mr6_sdg_lx">
                                            <li class="- topic/li li">In Pipeline Configuration - Use the schema that you
                                                provide in the stage configuration. </li>
                                            <li class="- topic/li li">In Record Header - Use the schema in the avroSchema
                                                  <a class="- topic/xref xref" href="../Pipeline_Design/RecordHeaderAttributes.html#concept_lmn_gdc_1w">record header attribute</a>. Use only when the
                                                avroSchema attribute is defined for all records. </li>
                                            <li class="- topic/li li">Confluent Schema Registry - Retrieve the schema from
                                                Confluent Schema Registry. </li>
                                        </ul></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__1">Avro Schema</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__2">Avro schema definition used to write the data. <p class="- topic/p p">You can
                                            optionally use the <code class="+ topic/ph pr-d/codeph ph codeph">runtime:loadResource</code>
                                            function to load a schema definition stored in a runtime
                                            resource file. </p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__1">Register Schema</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__2">Registers a new Avro schema with Confluent Schema
                                        Registry.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__1">Schema Registry URLs</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__2">Confluent Schema Registry URLs used to look up the schema
                                        or to register a new schema. To add a URL, click
                                            <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> and then enter the URL in the
                                        following
                                        format:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>http://&lt;host name&gt;:&lt;port number&gt;</code></pre></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__1">Basic Auth User Info</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__2">User information needed to connect to Confluent Schema Registry when using
                basic authentication. <p class="- topic/p p">Enter the key and secret from the
                    <code class="+ topic/ph pr-d/codeph ph codeph">schema.registry.basic.auth.user.info</code> setting in Schema Registry
                  using the following format: </p><div class="- topic/p p">
                  <pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>&lt;key&gt;:&lt;secret&gt;</code></pre>
                </div><div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> <span class="- topic/ph ph" id="task_wqv_5xg_51c__d329e6785">To
                        secure sensitive information such as user names and passwords, you can use
                              <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></span></div></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__1">Look Up Schema By</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__2">Method used to look up the schema in Confluent Schema
                                            Registry:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_t38_m6g_lx" data-ofbid="task_wqv_5xg_51c__ul_t38_m6g_lx">
                                            <li class="- topic/li li">Subject - Look up the specified Avro schema
                                                subject.</li>
                                            <li class="- topic/li li">Schema ID - Look up the specified Avro schema ID.
                                            </li>
                                        </ul></td>
                                </tr>
                                <tr class="- topic/row" id="task_wqv_5xg_51c__row-D-Avro-SchemaSubject">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__1">Schema Subject</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__2">Avro schema subject to look up or to register in
                                        Confluent Schema Registry.<p class="- topic/p p">If the specified subject to
                                            look up has multiple schema versions, the origin uses
                                            the latest schema version for that subject. To use an
                                            older version, find the corresponding schema ID, and
                                            then set the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Look Up Schema By</span>
                                            property to Schema ID.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__1">Schema ID</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__2">Avro schema ID to look up in Confluent Schema
                                        Registry.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__1">Include Schema</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__2">Includes the schema in each file. <div class="- topic/note note note note_note"><span class="note__title">Note:</span> Omitting the
                                            schema definition can improve performance, but requires
                                            the appropriate schema management to avoid losing track
                                            of the schema associated with the data.</div></td>
                                </tr>
                                <tr class="- topic/row" id="task_wqv_5xg_51c__row-D-Avro-CompressionCodec">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__1">Avro Compression Codec</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_ymt_t3w_s1c__entry__2">The Avro compression type to use. <p class="- topic/p p">When using Avro
                                            compression, do not enable other compression available
                                            in the origin. </p></td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For binary data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Request Data</span> tab, configure the
                    following property:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_hrm_r1l_dzb" data-ofbid="task_wqv_5xg_51c__table_hrm_r1l_dzb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_hrm_r1l_dzb__entry__1">Binary Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_hrm_r1l_dzb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_hrm_r1l_dzb__entry__1">Binary Field Path</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_hrm_r1l_dzb__entry__2">Field that contains the binary data.</td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For delimited data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Request Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_wb3_2kg_br" data-ofbid="task_wqv_5xg_51c__table_wb3_2kg_br" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_wb3_2kg_br__entry__1">Delimited Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_wb3_2kg_br__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_wb3_2kg_br__entry__1">Header Line</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_wb3_2kg_br__entry__2">Indicates whether to create a header line.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_wb3_2kg_br__entry__1">Delimiter Format</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_wb3_2kg_br__entry__2">Format for delimited data:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_k3j_vvf_jr" data-ofbid="task_wqv_5xg_51c__ul_k3j_vvf_jr">
                        <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">Default CSV</span> - File that includes comma-separated
                              values. Ignores empty lines in the file.</li>
                        <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">RFC4180 CSV</span> - Comma-separated file that strictly
                              follows RFC4180 guidelines.</li>
                        <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">MS Excel CSV</span> - Microsoft Excel comma-separated
                              file.</li>
                        <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">MySQL CSV</span> - MySQL comma-separated file.</li>
                        <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">Tab-Separated Values</span> - File that includes
                              tab-separated values.</li>
                        <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">PostgreSQL CSV</span> - PostgreSQL comma-separated
                              file.</li>
                        <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">PostgreSQL Text</span> - PostgreSQL text file.</li>
                        <li class="- topic/li li"><span class="+ topic/ph ui-d/uicontrol ph uicontrol">Custom</span> - File that uses user-defined delimiter,
                              escape, and quote characters.</li>
                  </ul></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_wb3_2kg_br__entry__1">Replace New Line Characters</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_wb3_2kg_br__entry__2">Replaces new line characters with the configured
                                            string.<p class="- topic/p p">Recommended when writing data as a single line
                                            of text.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_wb3_2kg_br__entry__1">New Line Character Replacement</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_wb3_2kg_br__entry__2">String to replace each new line character. For example,
                                        enter a space to replace each new line character with a
                                        space. <p class="- topic/p p">Leave empty to remove the new line
                                        characters.</p></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_wb3_2kg_br__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_wb3_2kg_br__entry__2">Character set to use when writing data. </td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For JSON data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Request Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_lr3_xhl_dzb" data-ofbid="task_wqv_5xg_51c__table_lr3_xhl_dzb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_lr3_xhl_dzb__entry__1">JSON Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_lr3_xhl_dzb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_lr3_xhl_dzb__entry__1">JSON Content</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_lr3_xhl_dzb__entry__2">Method to write JSON data:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_mss_w3c_wr" data-ofbid="task_wqv_5xg_51c__ul_mss_w3c_wr">
                                            <li class="- topic/li li">JSON Array of Objects - Each file includes a single
                                                array. In the array, each element is a JSON
                                                representation of each record.</li>
                                            <li class="- topic/li li">Multiple JSON Objects - Each file includes multiple
                                                JSON objects. Each object is a JSON representation
                                                of a record.</li>
                                        </ul></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_lr3_xhl_dzb__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_lr3_xhl_dzb__entry__2">Character set to use when writing data. </td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For protobuf data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Request Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_nm1_l3l_dzb" data-ofbid="task_wqv_5xg_51c__table_nm1_l3l_dzb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_nm1_l3l_dzb__entry__1">Protobuf Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_nm1_l3l_dzb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_nm1_l3l_dzb__entry__1">Protobuf Descriptor File </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_nm1_l3l_dzb__entry__2">Descriptor file (.desc) to use. The descriptor file must
                                        be in the <span class="- topic/ph ph">Data Collector</span> resources directory, <code class="+ topic/ph pr-d/codeph ph codeph">$SDC_RESOURCES</code>.
                                                <p class="- topic/p p"><span class="- topic/ph ph">For more information about environment variables, see
                              <a class="- topic/xref xref" href="../Configuration/DCEnvironmentConfig.html#concept_rng_qym_qr">Data Collector Environment Configuration</a>.</span> For information about generating the descriptor file,
                                            see <a class="- topic/xref xref" href="../Data_Formats/Protobuf-Prerequisites.html" title="Perform the following prerequisites before reading or writing protobuf data.">Protobuf Data Format Prerequisites</a>.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_nm1_l3l_dzb__entry__1">Message Type</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_nm1_l3l_dzb__entry__2">Fully-qualified name for the message type to use when
                                        writing data.<p class="- topic/p p">Use the following format:
                                                <code class="+ topic/ph pr-d/codeph ph codeph">&lt;package name&gt;.&lt;message
                                            type&gt;</code>. </p>Use a message type defined in the
                                        descriptor file.</td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For text data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Request Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_rlf_mhv_s1c" data-ofbid="task_wqv_5xg_51c__table_rlf_mhv_s1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_rlf_mhv_s1c__entry__1">Text Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_rlf_mhv_s1c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_rlf_mhv_s1c__entry__1">Text Field Path</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_rlf_mhv_s1c__entry__2">Field that contains the text data to be written. All data
                                        must be incorporated into the specified field. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_rlf_mhv_s1c__entry__1">Record Separator</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_rlf_mhv_s1c__entry__2">Characters to use to separate records. Use any valid Java
                                        string literal. For example, when writing to Windows, you
                                        might use <kbd class="+ topic/ph sw-d/userinput ph userinput">\r\n</kbd> to separate
                                            records.<p class="- topic/p p">By default, the origin uses
                                                <kbd class="+ topic/ph sw-d/userinput ph userinput">\n</kbd>.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_rlf_mhv_s1c__entry__1">On Missing Field</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_rlf_mhv_s1c__entry__2">When a record does not include the text field, determines
                                        whether the origin reports the missing field as an error or
                                        ignores the missing field.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_rlf_mhv_s1c__entry__1">Insert Record Separator if No Text</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_rlf_mhv_s1c__entry__2">When configured to ignore a missing text field, inserts
                                        the configured record separator string to create an empty
                                            line.<p class="- topic/p p">When not selected, discards records without the
                                            text field.</p></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_rlf_mhv_s1c__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_rlf_mhv_s1c__entry__2">Character set to use when writing data. </td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For XML data, on the <strong class="+ topic/ph hi-d/b ph b">Request Data</strong> tab, configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_tkz_pqw_s1c" data-ofbid="task_wqv_5xg_51c__table_tkz_pqw_s1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_tkz_pqw_s1c__entry__1">XML Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_tkz_pqw_s1c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_tkz_pqw_s1c__entry__1">Pretty Format</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_tkz_pqw_s1c__entry__2">Adds indentation to make the resulting XML document
                                        easier to read. Increases the record size
                                        accordingly.</td>
                                </tr>
                                <tr class="- topic/row" id="task_wqv_5xg_51c__row-D-XML-ValidateSchema">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_tkz_pqw_s1c__entry__1">Validate Schema</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_tkz_pqw_s1c__entry__2">Enables the origin to validate XML responses against the
                                        provided schema.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_tkz_pqw_s1c__entry__1">XML Schema</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_tkz_pqw_s1c__entry__2">The XML schema to use to validate records.</td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <strong class="+ topic/ph hi-d/b ph b">Response</strong> tab, configure the following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_t3j_5t3_v1c" data-ofbid="task_wqv_5xg_51c__table_t3j_5t3_v1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__1">Response Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__1"><a class="- topic/xref xref" href="WebClientO.html#concept_smy_z4x_v1c">Pagination
                                            Mode</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__2">Method of pagination to use. Use a method supported by
              the API of the HTTP client. </td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__1">Continue Without Data</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__2">Continues pagination even when a page returns empty results.<p class="- topic/p p">Available when
                  using pagination.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__1">Next Page Link Base</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__2">Base URL to use for next page relative links.<p class="- topic/p p">For link in header and link in
                  body pagination.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__1">Next Page Link Header</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__2">Name of the response header that contains the link to the next page.<p class="- topic/p p">For link
                  in header pagination.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__1">Next Page Link Field Path</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__2">Field path in the response that contains the URL to the next page.<p class="- topic/p p">For link
                  in body pagination.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__1">Stop Condition</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__2">Condition that evaluates to true when there are no more pages to process.<div class="- topic/p p">For
                  example, let's say that the API of the HTTP client includes a count property that
                  determines the number of items displayed per page. If the count is set to 1000 and
                  a page returns with less than 1000 items, it is the last page of data. So you'd
                  enter the following expression to stop processing when the count is less than
                  1000:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="task_wqv_5xg_51c__codeblock_u1b_vcw_s1c" data-ofbid="task_wqv_5xg_51c__codeblock_u1b_vcw_s1c"><code>${record:value('/count') &lt; 1000}</code></pre></div><p class="- topic/p p">For
                  link in header and blink in body pagination.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__1">Final Offset</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__2">Offset from which the stage will stop processing records.<p class="- topic/p p">Use -1 to opt out
                  of this property.</p><p class="- topic/p p">For page pagination.</p></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__1"><a class="- topic/xref xref" href="WebClientO.html#concept_wbh_jpx_v1c">Initial
                                            Page</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__2">Initial page number for pagination.<p class="- topic/p p">For page pagination.</p></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__1">Final Page</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__2">Page from which the stage will stop processing records.<p class="- topic/p p">Use -1 to opt out of
                  this property.</p><p class="- topic/p p">For page pagination.</p></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__1"><a class="- topic/xref xref" href="WebClientO.html#concept_wbh_jpx_v1c">Initial
                                            Offset</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__2">Initial offset for pagination.<p class="- topic/p p">For offset
                  pagination.</p></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__1">Result Field Path</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__entry-WebClient-ResultFieldPath" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__2">
                <p class="- topic/p p">Field path in the response that contains the data that you
                want to process. Must be a list or array field.</p>
                <p class="- topic/p p">Required when using pagination.</p>
              </td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__1">Keep All Fields</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__2"><span class="- topic/ph ph">Includes all fields from the response in the
                resulting record when enabled. </span><p class="- topic/p p">Available when using
                  pagination.</p></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__1"><a class="- topic/xref xref" href="WebClientO.html#concept_zbz_4nx_v1c">Per-Status
                                            Actions</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__2">Actions to apply to specified HTTP status codes. Click
                  <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> to add per-status actions.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__1"><a class="- topic/xref xref" href="WebClientO.html#concept_fjt_wnx_v1c">Per-Timeout Actions</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__2">Actions to apply to specified timeout types. Click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span>
                to add per-timeout actions.</td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__1">Error Field</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_t3j_5t3_v1c__entry__2">Name of the field to store the error response body in when generating protocol
                error records.</td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <strong class="+ topic/ph hi-d/b ph b">Response Data</strong> tab, configure the following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_bfw_zch_51c" data-ofbid="task_wqv_5xg_51c__table_bfw_zch_51c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_bfw_zch_51c__entry__1">Response Data Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_bfw_zch_51c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
            <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_bfw_zch_51c__entry__1">Collect Mode</td>
            <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_bfw_zch_51c__entry__2">Method for collecting response data.</td>
          </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_bfw_zch_51c__entry__1"><a class="- topic/xref xref" href="WebClientO.html#concept_rff_jrx_v1c">Response Data
                                            Format</a>
                                    </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_bfw_zch_51c__entry__2">
                                        <div class="- topic/p p">Format to use to read HTTP response data. Use one of the
                                            following data formats:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_vxt_g2f_51c" data-ofbid="task_wqv_5xg_51c__ul_vxt_g2f_51c">
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Avro</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Binary</p>
                                            </li>
                                            <li class="- topic/li li">Datagram</li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Delimited</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">JSON</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Protobuf</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">Text</p>
                                            </li>
                                            <li class="- topic/li li">
                                                <p class="- topic/p p">XML</p>
                                            </li>
                                        </ul></div>
                                    </td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For Avro data, on the <strong class="+ topic/ph hi-d/b ph b">Response Data</strong> tab, configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_acd_2qd_3t" data-ofbid="task_wqv_5xg_51c__table_acd_2qd_3t" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_acd_2qd_3t__entry__1">Avro Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_acd_2qd_3t__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__1">Avro Schema Location</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__2">Location of the Avro schema definition to use when
                                        processing data:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_k2p_vx2_lx" data-ofbid="task_wqv_5xg_51c__ul_k2p_vx2_lx">
                                            <li class="- topic/li li">Message/Data Includes Schema - Use the schema in the
                                                message.</li>
                                            <li class="- topic/li li">In Pipeline Configuration - Use the schema provided
                                                in the stage configuration.</li>
                                            <li class="- topic/li li">Confluent Schema Registry - Retrieve the schema from
                                                Confluent Schema Registry.</li>
                                        </ul><p class="- topic/p p">Using a schema in the stage configuration or in
                                            Confluent Schema Registry can improve
                                        performance.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__1">Avro Schema</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__2">Avro schema definition used to process the data.
                                        Overrides any existing schema definitions associated with
                                        the data. <p class="- topic/p p">You can optionally use the
                                                <code class="+ topic/ph pr-d/codeph ph codeph">runtime:loadResource</code> function to
                                            load a schema definition stored in a runtime resource
                                            file. </p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__1">Schema Registry URLs</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__2">Confluent Schema Registry URLs used to look up the
                                        schema. To add a URL, click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> and
                                        then enter the URL in the following
                                        format:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>http://&lt;host name&gt;:&lt;port number&gt;</code></pre></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__1">Schema Registry Security Option</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__2">Authentication and encryption used to connect to the schema registry.</td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__d368e5330" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__1">Truststore Type</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__2">
                                        <div class="- topic/p p" id="task_wqv_5xg_51c__d368e5335" data-ofbid="task_wqv_5xg_51c__d368e5335">Type of truststore to use. Use one of the following
                                                types:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__d368e5337" data-ofbid="task_wqv_5xg_51c__d368e5337">
                                                <li class="- topic/li li">Java Keystore File (JKS)</li>
                                                <li class="- topic/li li">PKCS #12 (p12 file)</li>
                                            </ul></div>
                                        <p class="- topic/p p" id="task_wqv_5xg_51c__d368e5346" data-ofbid="task_wqv_5xg_51c__d368e5346">Default is Java Keystore File (JKS). </p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__1"><a class="- topic/xref xref" href="../Pipeline_Configuration/SSL-TLS.html#concept_kqb_rqf_5z">Truststore File</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__2">
                                        <p class="- topic/p p">Path to the local truststore file. Enter an absolute path
                                            to the file or enter the following expression to define
                                            the file stored in the <span class="- topic/ph ph">Data Collector</span> resources directory:</p>
                                        <p class="- topic/p p"><code class="+ topic/ph pr-d/codeph ph codeph">${runtime:resourcesDirPath()}/truststore.jks</code>
                                        </p>
                                        <p class="- topic/p p">By default, no truststore is used. </p>
                                        <p class="- topic/p p"><span class="- topic/ph ph"><img class="- topic/image image" id="task_wqv_5xg_51c__image_mls_g3j_qgb" src="../../../reusable-content/datacollector/../shared-graphics/icon-Edge.png" height="19" width="19"/> In <span class="- topic/ph ph">Data Collector Edge</span> pipelines,</span> enter an absolute path to the file that uses the PEM
                                            format.</p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__d368e5354" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__1">Truststore Password</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__2">
                                        <p class="- topic/p p" id="task_wqv_5xg_51c__d368e5359" data-ofbid="task_wqv_5xg_51c__d368e5359">Password to the truststore file. A password is optional,
                                            but recommended.</p>
                                        <div class="- topic/p p">
                                            <div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> To secure sensitive information such as
                  passwords, you can use <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div>
                                        </div>
                                    </td>
                                </tr>
                                <tr class="- topic/row" id="task_wqv_5xg_51c__Mess-row-BasicAuthUserInfo">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__1">Basic Auth User Info</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__2">User information needed to connect to Confluent Schema Registry when using
                basic authentication. <p class="- topic/p p">Enter the key and secret from the
                    <code class="+ topic/ph pr-d/codeph ph codeph">schema.registry.basic.auth.user.info</code> setting in Schema Registry
                  using the following format: </p><div class="- topic/p p">
                  <pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>&lt;key&gt;:&lt;secret&gt;</code></pre>
                </div><div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> <span class="- topic/ph ph" id="task_wqv_5xg_51c__d329e6785">To
                        secure sensitive information such as user names and passwords, you can use
                              <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></span></div></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__1">Lookup Schema By</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__2">Method used to look up the schema in Confluent Schema
                                            Registry:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_pb1_5df_lx" data-ofbid="task_wqv_5xg_51c__ul_pb1_5df_lx">
                                            <li class="- topic/li li">Subject - Look up the specified Avro schema
                                                subject.</li>
                                            <li class="- topic/li li">Schema ID - Look up the specified Avro schema ID. </li>
                                            <li class="- topic/li li">Embedded Schema ID - Look up the Avro schema ID
                                                embedded in each message.</li>
                                        </ul>Overrides any existing schema definitions associated
                                        with the message. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__1">Schema Subject</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__2">Avro schema subject to look up in Confluent Schema
                                            Registry.<p class="- topic/p p">If the specified subject has multiple schema
                                            versions, the stage uses the latest schema version for
                                            that subject. To use an older version, find the
                                            corresponding schema ID, and then set the
                                                <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Look Up Schema By</span> property to
                                            Schema ID.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__1">Schema ID</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__2">Avro schema ID to look up in Confluent Schema
                                        Registry.</td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__1">Skip Union Indexes</td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_acd_2qd_3t__entry__2">Omits header attributes identifying the index number of the element in a union
                that data is read from.<p class="- topic/p p">If a schema contains many unions and the pipeline does not
                  depend on index information, you can enable this property to avoid long processing
                  times associated with storing a large number of indexes.</p></td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For datagram data, on the <strong class="+ topic/ph hi-d/b ph b">Response Data</strong> tab, configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_qrx_zqz_pw" data-ofbid="task_wqv_5xg_51c__table_qrx_zqz_pw" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_qrx_zqz_pw__entry__1">Datagram Properties</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_qrx_zqz_pw__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_qrx_zqz_pw__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_qrx_zqz_pw__entry__2">Character encoding of the messages to be processed.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_qrx_zqz_pw__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ControlCharacters.html#concept_hfs_dkm_js">Ignore Control Characters</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_qrx_zqz_pw__entry__2">Removes all ASCII control characters except for the tab, line feed, and
                carriage return characters.</td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For delimited data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Response Data</span> tab, configure
                    the following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_hkd_fmj_v1c" data-ofbid="task_wqv_5xg_51c__table_hkd_fmj_v1c" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__1">Delimited Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__1">Header Line</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__2">Indicates whether to create a header line.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__1">Lines to Skip</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__2">Number of lines to skip before reading data. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__1"><a class="- topic/xref xref" href="../Data_Formats/Delimited.html#concept_kqb_5ky_w4b">CSV Parser</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__2">Parser to use to process delimited data:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_rzb_k3y_w4b" data-ofbid="task_wqv_5xg_51c__ul_rzb_k3y_w4b">
                                            <li class="- topic/li li">Apache Commons - Provides robust parsing and a wide
                                                range of delimited format types.</li>
                                            <li class="- topic/li li">Univocity - Can provide faster processing for wide
                                                delimited files, such as those with over 200
                                                columns. </li>
                                        </ul><p class="- topic/p p">Default is Apache Commons.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__1">Max Record Length (chars)</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__2">Maximum length of a record in characters. Longer records
                                        are not read. <p class="- topic/p p"><span class="- topic/ph ph">This property can be limited by the <span class="- topic/ph ph">Data Collector</span> parser
                        buffer size. For more information, see <a class="- topic/xref xref" href="Origins_overview.html#concept_svg_2zl_d1b">Maximum Record Size</a>.</span></p><p class="- topic/p p">Available when using the Apache Commons
                                            parser.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__1"><a class="- topic/xref xref" href="../Data_Formats/Delimited.html#concept_zcg_bm4_fs">Root Field Type</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__2">Root field type to use:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_izr_p1q_ft" data-ofbid="task_wqv_5xg_51c__ul_izr_p1q_ft">
                                            <li class="- topic/li li">List-Map - Generates an indexed list of data.
                                                Enables you to use standard functions to process
                                                data. Use for new pipelines.</li>
                                            <li class="- topic/li li">List - Generates a record with an indexed list with
                                                a map for header and value. Requires the use of
                                                delimited data functions to process data. Use only
                                                to maintain pipelines created before 1.1.0.</li>
                                        </ul></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__1">Parse NULLs</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__2">Replaces the specified string constant with null
                                        values.</td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__2">Character set to use when writing data. </td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ControlCharacters.html#concept_hfs_dkm_js">Ignore Control Characters</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_hkd_fmj_v1c__entry__2">Removes all ASCII control characters except for the tab, line feed, and
                carriage return characters.</td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For JSON data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Response Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_lwv_xvc_4hb" data-ofbid="task_wqv_5xg_51c__table_lwv_xvc_4hb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_lwv_xvc_4hb__entry__1">JSON Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_lwv_xvc_4hb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_lwv_xvc_4hb__entry__1">JSON Content</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_lwv_xvc_4hb__entry__2">Type of JSON content. Use one of the following options: <div class="- topic/p p">
                                            <ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_mwv_xvc_4hb" data-ofbid="task_wqv_5xg_51c__ul_mwv_xvc_4hb">
                                                <li class="- topic/li li">Multiple JSON Objects</li>
                                                <li class="- topic/li li">JSON Array of Objects </li>
                                            </ul>
                                        </div></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_lwv_xvc_4hb__entry__1"><a class="- topic/xref xref" href="../Data_Formats/DataFormats-Overview.html#concept_uxr_g52_qs" title="Origins and processors that read files can read uncompressed files, compressed files, archives, and compressed archives.">Compression Format </a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_lwv_xvc_4hb__entry__2">The compression format of the files:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_u1t_tnx_nhb" data-ofbid="task_wqv_5xg_51c__ul_u1t_tnx_nhb">
                  <li class="- topic/li li">None - Processes only uncompressed files.</li>
                  <li class="- topic/li li">Compressed File - Processes files compressed by the supported compression
                    formats.</li>
                  <li class="- topic/li li">Archive - Processes files archived by the supported archive formats.</li>
                  <li class="- topic/li li">Compressed Archive - Processes files archived and compressed by the supported
                    archive and compression formats.</li>
                </ul></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_lwv_xvc_4hb__entry__1">Maximum Object Length (chars)</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_lwv_xvc_4hb__entry__2">Maximum number of characters in a JSON object. <p class="- topic/p p">Longer
                                            objects are diverted to the pipeline for error handling.
                                                </p><p class="- topic/p p"><span class="- topic/ph ph">This property can be limited by the <span class="- topic/ph ph">Data Collector</span> parser
                        buffer size. For more information, see <a class="- topic/xref xref" href="Origins_overview.html#concept_svg_2zl_d1b">Maximum Record Size</a>.</span></p></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_lwv_xvc_4hb__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_lwv_xvc_4hb__entry__2">Character encoding of the files to be processed.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_lwv_xvc_4hb__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ControlCharacters.html#concept_hfs_dkm_js">Ignore Control Characters</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_lwv_xvc_4hb__entry__2">Removes all ASCII control characters except for the tab, line feed, and
                carriage return characters.</td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For log data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Response Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_ihc_3fs_sr" data-ofbid="task_wqv_5xg_51c__table_ihc_3fs_sr" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_ihc_3fs_sr__entry__1">Log Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_ihc_3fs_sr__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ihc_3fs_sr__entry__1"><a class="- topic/xref xref" href="../Data_Formats/LogFormats.html">Log Format</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ihc_3fs_sr__entry__2">Format of the log files. Use one of the following
                                            options:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul-LogFormatList" data-ofbid="task_wqv_5xg_51c__ul-LogFormatList">
                                            <li class="- topic/li li">Common Log Format</li>
                                            <li class="- topic/li li">Combined Log Format</li>
                                            <li class="- topic/li li">Apache Error Log Format</li>
                                            <li class="- topic/li li">Apache Access Log Custom Format</li>
                                            <li class="- topic/li li">Regular Expression</li>
                                            <li class="- topic/li li">Grok Pattern</li>
                                            <li class="- topic/li li">Log4j</li>
                                            <li class="- topic/li li">Common Event Format (CEF)</li>
                                            <li class="- topic/li li">Log Event Extended Format (LEEF)</li>
                                        </ul></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ihc_3fs_sr__entry__1"><a class="- topic/xref xref" href="../Data_Formats/DataFormats-Overview.html#concept_uxr_g52_qs" title="Origins and processors that read files can read uncompressed files, compressed files, archives, and compressed archives.">Compression Format </a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ihc_3fs_sr__entry__2">The compression format of the files:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__ul_vph_jp2_qs" data-ofbid="task_wqv_5xg_51c__ul_vph_jp2_qs">
                  <li class="- topic/li li">None - Processes only uncompressed files.</li>
                  <li class="- topic/li li">Compressed File - Processes files compressed by the supported compression
                    formats.</li>
                  <li class="- topic/li li">Archive - Processes files archived by the supported archive formats.</li>
                  <li class="- topic/li li">Compressed Archive - Processes files archived and compressed by the supported
                    archive and compression formats.</li>
                </ul></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ihc_3fs_sr__entry__1">Max Line Length</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ihc_3fs_sr__entry__2">Maximum length of a log line. The origin truncates longer
                                        lines. <p class="- topic/p p"><span class="- topic/ph ph">This property can be limited by the <span class="- topic/ph ph">Data Collector</span> parser
                        buffer size. For more information, see <a class="- topic/xref xref" href="Origins_overview.html#concept_svg_2zl_d1b">Maximum Record Size</a>.</span></p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ihc_3fs_sr__entry__1">Retain Original Line</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ihc_3fs_sr__entry__2">Determines how to treat the original log line. Select to
                                        include the original log line as a field in the resulting
                                            record.<p class="- topic/p p">By default, the original line is
                                            discarded.</p></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_ihc_3fs_sr__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_ihc_3fs_sr__entry__2">Character encoding of the files to be processed.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_ihc_3fs_sr__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ControlCharacters.html#concept_hfs_dkm_js">Ignore Control Characters</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_ihc_3fs_sr__entry__2">Removes all ASCII control characters except for the tab, line feed, and
                carriage return characters.</td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For protobuf data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Response Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_s3c_mz4_45" data-ofbid="task_wqv_5xg_51c__table_s3c_mz4_45" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_s3c_mz4_45__entry__1">Protobuf Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_s3c_mz4_45__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_s3c_mz4_45__entry__1">Protobuf Descriptor File </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_s3c_mz4_45__entry__2">Descriptor file (.desc) to use. The descriptor file must
                                        be in the <span class="- topic/ph ph">Data Collector</span> resources directory,
                                            <code class="+ topic/ph pr-d/codeph ph codeph">$SDC_RESOURCES</code>.<p class="- topic/p p">For information about
                                            generating the descriptor file, see <a class="- topic/xref xref" href="../Data_Formats/Protobuf-Prerequisites.html" title="Perform the following prerequisites before reading or writing protobuf data.">Protobuf Data Format Prerequisites</a>. <span class="- topic/ph ph">For more information about environment variables, see
                              <a class="- topic/xref xref" href="../Configuration/DCEnvironmentConfig.html#concept_rng_qym_qr">Data Collector Environment Configuration</a>.</span></p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_s3c_mz4_45__entry__1">Message Type</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_s3c_mz4_45__entry__2">The fully-qualified name for the message type to use when
                                        reading data.<p class="- topic/p p">Use the following format:
                                                <code class="+ topic/ph pr-d/codeph ph codeph">&lt;package name&gt;.&lt;message
                                            type&gt;</code>. </p>Use a message type defined in the
                                        descriptor file.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_s3c_mz4_45__entry__1">Delimited Messages</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_s3c_mz4_45__entry__2">Indicates if a message might include more than one
                                        protobuf message.</td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_s3c_mz4_45__entry__1"><a class="- topic/xref xref" href="../Data_Formats/DataFormats-Overview.html#concept_uxr_g52_qs" title="Origins and processors that read files can read uncompressed files, compressed files, archives, and compressed archives.">Compression Format </a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_s3c_mz4_45__entry__2">The compression format of the files:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__d340e1897" data-ofbid="task_wqv_5xg_51c__d340e1897">
                  <li class="- topic/li li">None - Processes only uncompressed files.</li>
                  <li class="- topic/li li">Compressed File - Processes files compressed by the supported compression
                    formats.</li>
                  <li class="- topic/li li">Archive - Processes files archived by the supported archive formats.</li>
                  <li class="- topic/li li">Compressed Archive - Processes files archived and compressed by the supported
                    archive and compression formats.</li>
                </ul></td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For text data, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Response Data</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_wmq_n1d_4hb" data-ofbid="task_wqv_5xg_51c__table_wmq_n1d_4hb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_wmq_n1d_4hb__entry__1">Text Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_wmq_n1d_4hb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_wmq_n1d_4hb__entry__1"><a class="- topic/xref xref" href="../Data_Formats/DataFormats-Overview.html#concept_uxr_g52_qs" title="Origins and processors that read files can read uncompressed files, compressed files, archives, and compressed archives.">Compression Format </a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_wmq_n1d_4hb__entry__2">The compression format of the files:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__d340e1921" data-ofbid="task_wqv_5xg_51c__d340e1921">
                  <li class="- topic/li li">None - Processes only uncompressed files.</li>
                  <li class="- topic/li li">Compressed File - Processes files compressed by the supported compression
                    formats.</li>
                  <li class="- topic/li li">Archive - Processes files archived by the supported archive formats.</li>
                  <li class="- topic/li li">Compressed Archive - Processes files archived and compressed by the supported
                    archive and compression formats.</li>
                </ul></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_wmq_n1d_4hb__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_wmq_n1d_4hb__entry__2">Character encoding of the files to be processed.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_wmq_n1d_4hb__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ControlCharacters.html#concept_hfs_dkm_js">Ignore Control Characters</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_wmq_n1d_4hb__entry__2">Removes all ASCII control characters except for the tab, line feed, and
                carriage return characters.</td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">For XML data, on the <strong class="+ topic/ph hi-d/b ph b">Response Data</strong> tab, configure the following
                    properties: </span>
                    <div class="- topic/itemgroup task/info itemgroup info">
                        <div class="table-container"><table class="- topic/table table frame-all" id="task_wqv_5xg_51c__table_pmz_mcj_45" data-ofbid="task_wqv_5xg_51c__table_pmz_mcj_45" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                    <tr class="- topic/row">
                                        <th class="- topic/entry entry colsep-1 rowsep-1" id="task_wqv_5xg_51c__table_pmz_mcj_45__entry__1">XML Property</th>
                                        <th class="- topic/entry entry colsep-0 rowsep-1" id="task_wqv_5xg_51c__table_pmz_mcj_45__entry__2">Description</th>
                                    </tr>
                                </thead><tbody class="- topic/tbody tbody">
                                    <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__1"><a class="- topic/xref xref" href="../Data_Formats/XMLDFormat.html#concept_tmc_4bc_dy">Delimiter Element</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__2">
                                        <div class="- topic/p p">Delimiter to use to generate records. Omit a delimiter to
                                            treat the entire XML document as one record. Use one of
                                            the following:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__XML-ul-delimiterelements" data-ofbid="task_wqv_5xg_51c__XML-ul-delimiterelements">
                                                <li class="- topic/li li">An XML element directly under the root element.
                                                  <p class="- topic/p p">Use the XML element name without surrounding
                                                  angle brackets ( &lt; &gt; ) . For example, msg
                                                  instead of &lt;msg&gt;. </p></li>
                                                <li class="- topic/li li">A simplified XPath expression that specifies the
                                                  data to use.<p class="- topic/p p">Use a simplified XPath expression
                                                  to access data deeper in the XML document or data
                                                  that requires a more complex access
                                                  method.</p><p class="- topic/p p">For more information about valid
                                                  syntax, see <a class="- topic/xref xref" href="../Data_Formats/XMLDFormat.html#concept_tmc_4bc_dy">Simplified XPath Syntax</a>.</p></li>
                                            </ul></div>
                                    </td>
                                </tr>
                                    <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__1"><a class="- topic/xref xref" href="../Data_Formats/DataFormats-Overview.html#concept_uxr_g52_qs" title="Origins and processors that read files can read uncompressed files, compressed files, archives, and compressed archives.">Compression Format </a></td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__2">The compression format of the files:<ul class="- topic/ul ul" id="task_wqv_5xg_51c__d340e1897" data-ofbid="task_wqv_5xg_51c__d340e1897">
                  <li class="- topic/li li">None - Processes only uncompressed files.</li>
                  <li class="- topic/li li">Compressed File - Processes files compressed by the supported compression
                    formats.</li>
                  <li class="- topic/li li">Archive - Processes files archived by the supported archive formats.</li>
                  <li class="- topic/li li">Compressed Archive - Processes files archived and compressed by the supported
                    archive and compression formats.</li>
                </ul></td>
            </tr>
                                    <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__1"><a class="- topic/xref xref" href="../Data_Formats/XMLDFormat.html#concept_qls_yfs_vkb" title="You can include the root element in the generated record by enabling the Preserve Root Element property.">Preserve Root Element</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__2">Includes the root element in the generated
                                            records.<p class="- topic/p p">When omitting a delimiter to generate a
                                            single record, the root element is the root element of
                                            the XML document. </p><p class="- topic/p p">When specifying a delimiter to
                                            generate multiple records, the root element is the XML
                                            element specified as the delimiter element or is the
                                            last XML element in the simplified XPath expression
                                            specified as the delimiter element.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__1"><a class="- topic/xref xref" href="../Data_Formats/XMLDFormat.html#concept_w3k_1ch_qz">Include Field XPaths</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__2">Includes the XPath to each parsed XML element and XML
                                        attribute in field attributes. Also includes each namespace
                                        in an xmlns record header attribute. <p class="- topic/p p">When not selected,
                                            this information is not included in the record. By
                                            default, the property is not selected.</p></td>
                                </tr>
                                    <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__1">Namespaces </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__2">Namespace prefix and URI to use when parsing the XML
                                        document. Define namespaces when the XML element being used
                                        includes a namespace prefix or when the XPath expression
                                        includes namespaces.<p class="- topic/p p">For information about using
                                            namespaces with an XML element, see <a class="- topic/xref xref" href="../Data_Formats/XMLDFormat.html#concept_ilc_r3g_2y">Using XML Elements with Namespaces</a>.</p><p class="- topic/p p">For information about using namespaces with
                                            XPath expressions, see <a class="- topic/xref xref" href="../Data_Formats/XMLDFormat.html#concept_mkk_3zj_dy">Using XPath Expressions with Namespaces</a>.</p><p class="- topic/p p">Using <a class="- topic/xref xref" href="../Pipeline_Configuration/SimpleBulkEdit.html#concept_alb_b3y_cbb">simple or bulk edit mode</a>, click the
                                                <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> icon to add additional
                                            namespaces.</p></td>
                                </tr>
                                    <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__1">Output Field Attributes</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__2">Includes XML attributes and namespace declarations in the
                                        record as field attributes. When not selected, XML
                                        attributes and namespace declarations are included in the
                                        record as fields.<div class="- topic/note note note note_note"><span class="note__title">Note:</span> <span class="- topic/ph ph">Field attributes are automatically included in
                        records written to destination systems only when you use the SDC RPC data
                        format in the destination.</span> For more information about working with field
                                            attributes, see <a class="- topic/xref xref" href="../Pipeline_Design/FieldAttributes.html#concept_xfm_wtp_1z">Field Attributes</a>.</div><p class="- topic/p p">By default, the property is not
                                            selected.</p></td>
                                </tr>
                                    <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__1">Max Record Length (chars) </td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__2">
                                        <p class="- topic/p p">The maximum number of characters in a record. Longer
                                            records are diverted to the pipeline for error handling. </p>
                                        <p class="- topic/p p"><span class="- topic/ph ph">This property can be limited by the <span class="- topic/ph ph">Data Collector</span> parser
                        buffer size. For more information, see <a class="- topic/xref xref" href="Origins_overview.html#concept_svg_2zl_d1b">Maximum Record Size</a>.</span></p>
                                    </td>
                                </tr>
                                    <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__1">Charset</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__2">Character encoding of the files to be processed.</td>
            </tr>
                                    <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ControlCharacters.html#concept_hfs_dkm_js">Ignore Control Characters</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_wqv_5xg_51c__table_pmz_mcj_45__entry__2">Removes all ASCII control characters except for the tab, line feed, and
                carriage return characters.</td>
            </tr>
                                </tbody></table></div>
                    </div>
                </li></ol></section>
        </div>
    </article></article></article></main></div>

                        
                        
                        


                    </div>
                    
                </div>
            </div>


        </div> <nav class="navbar navbar-default wh_footer" data-whc_version="25.0">
  <div class=" footer-container  mx-auto">
    <!-- script for Data Collector, all flavors, but only used when accessed directly, not from portal --><script>
  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
  })(window,document,'script','https://www.google-analytics.com/analytics.js','ga');

  ga('create', 'UA-60917135-3', 'auto');
  ga('send', 'pageview');
</script>
  </div>
</nav>

        
        <div id="go2top">
            <span class="oxy-icon oxy-icon-up"></span>
        </div>
        
        <!-- The modal container for images -->
        <div id="modal_img_large" class="modal">
            <span class="close oxy-icon oxy-icon-remove"></span>
            <!-- Modal Content (The Image) -->
            <div id="modal_img_container"></div>
            <!-- Modal Caption (Image Text) -->
            <div id="caption"></div>
        </div>
        
        
        Â© 2023 StreamSets, Inc.

    </body>
</html>